-- Logs begin at Wed 2022-08-03 04:12:52 UTC, end at Wed 2022-08-03 05:33:13 UTC. -- Aug 03 05:03:59.560777 dv-cinder-851279-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 03 05:04:02.235604 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.common.config [-] Logging enabled! Aug 03 05:04:02.236228 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev459 Aug 03 05:04:02.236443 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104443) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 03 05:04:02.239576 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.common.config [-] Logging enabled! Aug 03 05:04:02.239946 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev459 Aug 03 05:04:02.240258 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104443) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Aug 03 05:04:02.241206 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 05:04:02.241444 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 05:04:02.241925 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 05:04:02.242174 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 05:04:02.242404 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 05:04:02.242727 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.243052 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.243286 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.243586 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.243881 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.244165 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.244456 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.244758 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.245096 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.245991 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.246374 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.246609 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.246924 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.247285 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.247593 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.247813 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] debug = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.248096 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.248516 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.249196 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.249495 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.249787 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.250064 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.250341 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.250647 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.250921 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.251271 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] host = dv-cinder-851279-4-iscsi {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.251551 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.251841 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.252120 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.252515 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.252793 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.253070 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.253367 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.253746 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.254006 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.254299 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.254667 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.254981 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.255270 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.255569 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.255803 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.256098 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.256376 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.256651 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.256928 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.257202 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.257475 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.257749 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.258018 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.258303 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.258588 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.258893 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.259171 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.259447 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.259722 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.259998 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.260289 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.260568 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.260869 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.261147 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.261440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.261717 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.261992 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.262292 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.262580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.262880 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.263297 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.263576 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.263865 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.264142 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.264422 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.264698 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_json = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.264973 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.265252 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.265538 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.265815 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.266088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.266365 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.266641 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.266949 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.267227 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:02.267529 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.267828 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.268219 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.268512 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.268826 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.269112 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.269401 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.269686 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.270049 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.270344 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.270638 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.270941 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.271250 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.271618 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.271922 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.272239 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.272546 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.272842 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.273124 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.273403 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.273680 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.273965 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.274259 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.274541 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.274834 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.275152 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.275436 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.275734 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.276135 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.276453 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.276751 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.277046 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.277324 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.277603 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.277963 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.278244 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.278521 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.278814 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.279115 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.279392 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.279676 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.279968 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.280258 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.280532 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.280811 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.281102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.281378 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.281650 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.281920 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.282196 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.282470 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.282757 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.283055 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.283330 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.283608 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.283886 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.284160 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.284439 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.284724 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.285128 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.285412 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.285692 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.285966 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.286240 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.286519 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.286787 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.287895 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.287895 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.287895 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.288318 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.288318 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.288567 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.288775 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.289051 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.289350 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.289626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.289910 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.290187 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.290469 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.290746 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.291047 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.291329 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.291608 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.291951 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.292794 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.293064 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.293354 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.293640 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.293923 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.294294 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.294607 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.294913 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.295197 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.295486 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.295767 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.296053 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.296332 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.296614 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.296896 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.297182 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.297478 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.297772 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.298051 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.298345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.298639 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.299081 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.299367 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.299685 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.300032 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:02.300171 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 05:04:02.300421 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104443) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 03 05:04:02.608416 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 03 05:04:02.608690 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 03 05:04:02.608993 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Aug 03 05:04:02.609327 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 03 05:04:03.033964 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.034261 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.034530 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.035895 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.036169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.036430 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.089745 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.090024 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.090294 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.105102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.105384 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.105654 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.135704 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.136003 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.136272 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.172081 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.172360 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.172631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.403797 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.404396 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.404396 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.404538 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.405395 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.503164 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.503486 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.503771 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.504046 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.504315 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.504627 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.504886 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.505142 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.505398 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.505679 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.505947 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.506211 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.506467 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.506719 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.506996 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.507260 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.507516 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.507783 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.508051 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.508311 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.508581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.508833 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.509112 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.509488 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.509741 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.509989 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.510385 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.510626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.511442 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.511683 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.511921 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.512159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:03.512520 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 03 05:04:03.515734 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 03 05:04:03.519686 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 03 05:04:03.523535 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Aug 03 05:04:03.525144 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 03 05:04:03.525754 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 03 05:04:03.526095 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 03 05:04:03.526504 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 03 05:04:03.529262 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 03 05:04:03.529515 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 03 05:04:03.529860 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 05:04:03.534933 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 03 05:04:03.558067 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 03 05:04:03.558535 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.558831 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104443) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 03 05:04:03.559217 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.560566 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104443) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 03 05:04:03.560850 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 03 05:04:03.561099 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 03 05:04:03.564377 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.564660 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:03.710522 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 03 05:04:03.710762 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 03 05:04:03.711029 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 03 05:04:03.711427 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 03 05:04:03.764703 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO dbcounter [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Registered counter for database neutron Aug 03 05:04:03.783955 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_db.sqlalchemy.engines [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104443) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 03 05:04:03.789700 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG dbcounter [-] [104443] Writer thread running {{(pid=104443) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 03 05:04:04.490627 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing driver for type 'gre' Aug 03 05:04:04.491285 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] gre ID ranges: [(1, 1000)] Aug 03 05:04:04.666385 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing driver for type 'local' Aug 03 05:04:04.666727 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing driver for type 'vlan' Aug 03 05:04:04.757827 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] VlanTypeDriver initialization complete Aug 03 05:04:04.758201 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing driver for type 'vxlan' Aug 03 05:04:04.758723 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] vxlan ID ranges: [(1, 1000)] Aug 03 05:04:04.957816 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing extension driver 'port_security' Aug 03 05:04:04.958164 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.extensions.port_security [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] PortSecurityExtensionDriver initialization complete Aug 03 05:04:04.958509 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing mechanism driver 'openvswitch' Aug 03 05:04:04.958870 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing mechanism driver 'hyperv' Aug 03 05:04:04.966312 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.plugin [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:04.967064 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.967436 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.971716 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.971716 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.971716 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.971716 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.971716 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.972093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.972437 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972437 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972603 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.972949 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.973370 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.973728 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.974082 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.974485 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.974928 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > address_group after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.975289 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > address_group after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.975643 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.976040 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104443) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Aug 03 05:04:04.976493 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] ML2 OVO RPC backend initialized. {{(pid=104443) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Aug 03 05:04:04.977214 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.977583 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.978010 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.978372 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > networks before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.978729 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.979113 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > ports before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.980226 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.980528 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnets before_response 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.980921 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.981288 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.981644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.981999 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.982353 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.982703 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.983095 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.983457 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.983803 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:04.991445 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded quota_driver: . Aug 03 05:04:04.991823 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.plugin [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Modular L2 Plugin initialization complete Aug 03 05:04:04.992186 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading services supported by the core plugin {{(pid=104443) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 03 05:04:04.992543 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.plugins.ml2.managers [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Got port-security extension from driver 'port_security' Aug 03 05:04:04.993043 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.extensions.vlantransparent [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Disabled vlantransparent extension. Aug 03 05:04:04.993549 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104443) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 03 05:04:04.993884 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: router Aug 03 05:04:05.036039 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.036383 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_create 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.036763 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router before_create 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.037137 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.037519 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.037884 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_delete 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.038253 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.038612 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.039017 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_create 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.039380 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.039738 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.040095 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.040462 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.040879 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.041258 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.041606 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.042023 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: subnet after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.042931 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.043309 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.043666 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_create 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.044043 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.044379 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.044742 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router after_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.045096 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.045457 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_create 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.045829 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.046185 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_update 55549900 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.046559 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > agent after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.046948 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > agent after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.047305 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > network after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.048170 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Tracking information for resource: router configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:05.048507 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Tracking information for resource: floatingip configured {{(pid=104443) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 03 05:04:05.053600 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.db.l3_agentschedulers_db [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 03 05:04:05.054199 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.054765 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.055230 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.055628 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: port after_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.056677 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router before_create 55550100 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.057076 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.057437 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_create 55550100 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.057846 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > router precommit_update 55550100 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.062731 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.provider_configuration [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service providers = [] {{(pid=104443) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 03 05:04:05.063157 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.db.servicetype_db [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104443) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 03 05:04:05.071827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.service_base [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 05:04:05.072191 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.service_base [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 05:04:05.072548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.service_base [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 05:04:05.073551 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.services.service_base [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104443) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 03 05:04:05.073927 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.services.service_base [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 03 05:04:05.074314 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.074651 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 03 05:04:05.085282 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.085627 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: auto_allocate Aug 03 05:04:05.091836 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: network precommit_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.092219 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: network precommit_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.092756 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.093085 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: tag Aug 03 05:04:05.099978 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.100319 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: timestamp Aug 03 05:04:05.108276 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.108623 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: network_ip_availability Aug 03 05:04:05.114172 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.114554 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.114950 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.115689 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.116019 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: flavors Aug 03 05:04:05.121005 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.121349 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading Plugin: revisions Aug 03 05:04:05.125885 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104443) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 03 05:04:05.126289 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.517s {{(pid=104443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Aug 03 05:04:05.127083 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104443) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 03 05:04:05.127434 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Initializing extension manager. Aug 03 05:04:05.127967 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: __init__.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.128324 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: __pycache__ {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.128672 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: address_group.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.129394 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.129999 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: address-group Aug 03 05:04:05.130334 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: address_scope.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.131057 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.131570 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: address-scope Aug 03 05:04:05.131901 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.132804 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.133317 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: router-admin-state-down-before-update Aug 03 05:04:05.133648 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: agent.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.134320 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.134827 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: agent Aug 03 05:04:05.135195 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: agent_resources_synced.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.136610 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.137123 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: agent-resources-synced Aug 03 05:04:05.137456 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: allowedaddresspairs.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.139268 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.139797 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: allowed-address-pairs Aug 03 05:04:05.140134 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: auto_allocated_topology.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.141175 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.141696 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: auto-allocated-topology Aug 03 05:04:05.142031 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: availability_zone.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.142700 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.143250 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: availability_zone Aug 03 05:04:05.143584 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: availability_zone_filter.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.144469 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.145009 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: availability_zone_filter Aug 03 05:04:05.145343 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: data_plane_status.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.146224 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.146724 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension data-plane-status not supported by any of loaded plugins Aug 03 05:04:05.147080 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: default_subnetpools.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.154359 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.154909 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: default-subnetpools Aug 03 05:04:05.155249 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.156039 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.156548 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: dhcp_agent_scheduler Aug 03 05:04:05.156884 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: dns.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.157779 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.158288 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension dns-integration not supported by any of loaded plugins Aug 03 05:04:05.158622 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: dns_domain_ports.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.159551 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.160059 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 03 05:04:05.160395 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.161286 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.161793 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 03 05:04:05.162128 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: dvr.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.162774 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.163314 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: dvr Aug 03 05:04:05.163649 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: ecmp_routes.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.164581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.165090 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 03 05:04:05.165423 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: empty_string_filtering.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.166310 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.166825 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: empty-string-filtering Aug 03 05:04:05.167209 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.168089 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.168607 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 03 05:04:05.168939 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.171719 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.172225 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 03 05:04:05.172555 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: external_net.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.173438 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.173950 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: external-net Aug 03 05:04:05.174281 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.175192 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.175703 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: extra_dhcp_opt Aug 03 05:04:05.176040 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: extraroute.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.176917 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.177426 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: extraroute Aug 03 05:04:05.177757 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: extraroute_atomic.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.178748 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.179297 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: extraroute-atomic Aug 03 05:04:05.179631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: filter_validation.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.180273 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.180975 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: filter-validation Aug 03 05:04:05.181316 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: fip_pf_description.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.182199 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.182732 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 03 05:04:05.183094 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: fip_pf_port_range.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.183980 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.184488 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 03 05:04:05.184820 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: fip_port_details.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.185709 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.186231 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: fip-port-details Aug 03 05:04:05.186567 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: flavors.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.188933 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.189458 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: flavors Aug 03 05:04:05.189798 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.191450 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.191985 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 03 05:04:05.192326 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: floatingip_pools.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.193006 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.193525 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: floatingip-pools Aug 03 05:04:05.193858 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: ip_allocation.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.194764 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.195335 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension ip_allocation not supported by any of loaded plugins Aug 03 05:04:05.195668 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.196558 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.197078 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: ip-substring-filtering Aug 03 05:04:05.197411 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l2_adjacency.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.198891 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.199411 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 03 05:04:05.199737 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.200695 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.201216 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: router Aug 03 05:04:05.201553 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.203808 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.204348 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 03 05:04:05.204690 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.205589 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.206112 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: ext-gw-mode Aug 03 05:04:05.206448 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.207379 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.207899 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: l3-ha Aug 03 05:04:05.208233 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.209338 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.209893 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 03 05:04:05.210227 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_flavors.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.211160 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.211685 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: l3-flavors Aug 03 05:04:05.212018 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.213375 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.214598 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 03 05:04:05.214987 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.215891 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.216412 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 03 05:04:05.216747 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: l3agentscheduler.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.217756 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.218283 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: l3_agent_scheduler Aug 03 05:04:05.218623 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: local_ip.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.224465 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.224995 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension local_ip not supported by any of loaded plugins Aug 03 05:04:05.225336 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: logging.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.226783 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.227382 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension logging not supported by any of loaded plugins Aug 03 05:04:05.227725 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: metering.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.228444 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.229229 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: metering Aug 03 05:04:05.229596 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.230678 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.231225 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: metering_source_and_destination_fields Aug 03 05:04:05.231563 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: multiprovidernet.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.232471 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.232995 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: multi-provider Aug 03 05:04:05.233324 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: netmtu.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.234216 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.234736 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: net-mtu Aug 03 05:04:05.235098 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: netmtu_writable.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.235992 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.236511 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: net-mtu-writable Aug 03 05:04:05.236845 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: network_availability_zone.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.237493 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.238016 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: network_availability_zone Aug 03 05:04:05.238345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: network_ip_availability.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.244720 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.245283 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: network-ip-availability Aug 03 05:04:05.245621 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: network_segment_range.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.246377 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.246924 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension network-segment-range not supported by any of loaded plugins Aug 03 05:04:05.247267 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: pagination.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.248233 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.248823 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: pagination Aug 03 05:04:05.249166 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_device_profile.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.250051 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.250573 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-device-profile Aug 03 05:04:05.250941 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_mac_address_override.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.251843 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.252360 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-mac-override Aug 03 05:04:05.252693 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.253594 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.254109 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-mac-address-regenerate Aug 03 05:04:05.254441 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.255349 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.255869 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-numa-affinity-policy Aug 03 05:04:05.256202 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_resource_request.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.257094 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.257603 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension port-resource-request not supported by any of loaded plugins Aug 03 05:04:05.257938 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: port_resource_request_groups.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.258903 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.259415 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 03 05:04:05.259748 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: portbindings.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.261198 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.261722 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: binding Aug 03 05:04:05.262054 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: portbindings_extended.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.263312 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.263837 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: binding-extended Aug 03 05:04:05.264175 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: portsecurity.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.265069 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.265596 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-security Aug 03 05:04:05.265933 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: project_id.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.266902 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.267247 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: project-id Aug 03 05:04:05.267588 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: providernet.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.268476 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.268993 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: provider Aug 03 05:04:05.269326 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.272892 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.278396 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos not supported by any of loaded plugins Aug 03 05:04:05.278396 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.279442 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.279973 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 03 05:04:05.280317 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.281230 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.281752 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 03 05:04:05.282097 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_default.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.283032 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.283557 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-default not supported by any of loaded plugins Aug 03 05:04:05.283897 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_fip.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.284792 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.285311 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-fip not supported by any of loaded plugins Aug 03 05:04:05.285648 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.286578 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.287084 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 03 05:04:05.287420 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_gateway_ip.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.288316 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.288874 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 03 05:04:05.289206 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_port_network_policy.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.290087 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.290600 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 03 05:04:05.290959 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.292004 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.292523 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 03 05:04:05.292858 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.293864 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.294383 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 03 05:04:05.294718 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_pps_rule.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.295916 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.296438 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-pps not supported by any of loaded plugins Aug 03 05:04:05.296774 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_rule_type_details.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.297682 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.298183 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 03 05:04:05.298546 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.299471 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.299990 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 03 05:04:05.300324 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: qos_rules_alias.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.301330 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.307431 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 03 05:04:05.307431 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: quota_check_limit.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.308138 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.308657 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: quota-check-limit Aug 03 05:04:05.308994 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: quotasv2.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.309925 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.310259 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: quotas Aug 03 05:04:05.310591 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: quotasv2_detail.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.312344 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.312720 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: quota_details Aug 03 05:04:05.313060 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: rbac.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.315784 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.316326 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: rbac-policies Aug 03 05:04:05.316668 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: rbac_address_group.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.317587 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.318116 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: rbac-address-group Aug 03 05:04:05.318455 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: rbac_address_scope.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.319385 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.319908 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: rbac-address-scope Aug 03 05:04:05.320244 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: rbac_security_groups.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.321214 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.321737 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: rbac-security-groups Aug 03 05:04:05.322073 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: rbac_subnetpool.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.323019 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.324066 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: rbac-subnetpool Aug 03 05:04:05.324402 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: revisionifmatch.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.325308 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.325834 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: revision-if-match Aug 03 05:04:05.326169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: revisions.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.327296 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.327825 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: standard-attr-revisions Aug 03 05:04:05.328162 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: router_availability_zone.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.328816 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.329336 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: router_availability_zone Aug 03 05:04:05.329707 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: routerservicetype.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.330612 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.331155 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension router-service-type not supported by any of loaded plugins Aug 03 05:04:05.331488 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.332391 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.332910 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: security-groups-normalized-cidr Aug 03 05:04:05.333242 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.334143 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.334664 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: port-security-groups-filtering Aug 03 05:04:05.335027 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.345060 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.345585 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: security-groups-remote-address-group Aug 03 05:04:05.345921 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.346861 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.347391 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: security-groups-shared-filtering Aug 03 05:04:05.347727 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: securitygroup.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.357288 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.357826 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: security-group Aug 03 05:04:05.358174 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: segment.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.358912 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.359433 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension segment not supported by any of loaded plugins Aug 03 05:04:05.359771 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.360685 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.361208 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 03 05:04:05.361550 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: servicetype.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.362648 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.363206 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: service-type Aug 03 05:04:05.363548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: sorting.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.364507 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.364850 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: sorting Aug 03 05:04:05.365183 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: standard_attr_segment.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.366076 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.366606 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 03 05:04:05.366971 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: standardattrdescription.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.367602 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.368119 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: standard-attr-description Aug 03 05:04:05.368453 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: stateful_security_group.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.369378 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.369899 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: stateful-security-group Aug 03 05:04:05.370260 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: stdattrs_common.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.370822 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 03 05:04:05.371180 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.372080 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.372602 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 03 05:04:05.372933 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnet_onboard.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.374209 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.374728 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: subnet_onboard Aug 03 05:04:05.375089 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.375989 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.376508 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 03 05:04:05.376838 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnet_service_types.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.377747 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.378254 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: subnet-service-types Aug 03 05:04:05.378584 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnetallocation.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.379654 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.380176 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: subnet_allocation Aug 03 05:04:05.380511 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.381148 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.381664 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: subnetpool-prefix-ops Aug 03 05:04:05.381997 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.382927 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.383441 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 03 05:04:05.383774 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: tagging.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.384796 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.385363 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: standard-attr-tag Aug 03 05:04:05.386223 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: timestamp.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.387422 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.387956 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loaded extension: standard-attr-timestamp Aug 03 05:04:05.388295 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: trunk.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.389303 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.389823 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension trunk not supported by any of loaded plugins Aug 03 05:04:05.390158 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: trunk_details.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.391078 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.391597 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension trunk-details not supported by any of loaded plugins Aug 03 05:04:05.391927 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: uplink_status_propagation.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.392824 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.393336 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 03 05:04:05.393663 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Loading extension file: vlantransparent.py {{(pid=104443) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 03 05:04:05.394309 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104443) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 03 05:04:05.394830 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 03 05:04:05.397450 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:network Aug 03 05:04:05.397987 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnet Aug 03 05:04:05.398409 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 05:04:05.398814 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:port Aug 03 05:04:05.400138 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.400594 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service FLAVORS assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.401273 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.402216 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.402592 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:router Aug 03 05:04:05.403176 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 05:04:05.403651 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service METERING assigned prefix: /metering {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.405120 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.405502 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.405865 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:04:05.407756 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 05:04:05.407756 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:security_group Aug 03 05:04:05.407908 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 05:04:05.408348 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service CORE assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.408691 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 05:04:05.409050 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] subnetpool is already registered Aug 03 05:04:05.409486 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service CORE assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.409822 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 05:04:05.410176 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] subnetpool is already registered Aug 03 05:04:05.412648 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.413098 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service FLAVORS assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.413785 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.414147 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.414493 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:router Aug 03 05:04:05.414867 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] router is already registered Aug 03 05:04:05.415298 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:floatingip Aug 03 05:04:05.415648 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] floatingip is already registered Aug 03 05:04:05.416120 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service METERING assigned prefix: /metering {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.416806 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of CountableResource for resource:rbac_policy Aug 03 05:04:05.417175 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] rbac_policy is already registered Aug 03 05:04:05.417600 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:security_group Aug 03 05:04:05.417945 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] security_group is already registered Aug 03 05:04:05.418370 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 03 05:04:05.418718 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] security_group_rule is already registered Aug 03 05:04:05.419406 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service CORE assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.419742 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 05:04:05.420086 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] subnetpool is already registered Aug 03 05:04:05.420519 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.v2.resource_helper [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Service CORE assigned prefix: {{(pid=104443) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 03 05:04:05.420854 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Creating instance of TrackedResource for resource:subnetpool Aug 03 05:04:05.421199 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING neutron.quota.resource_registry [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] subnetpool is already registered Aug 03 05:04:05.421679 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: extensions {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.423226 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: address-groups {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.424736 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: address-scopes {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.426078 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: agents {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.427305 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: auto-allocated-topology {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.428582 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: availability_zones {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.429815 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: dhcp-networks {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.431401 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: dhcp-agents {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.432897 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: routers {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.434620 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: flavors {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.436015 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: service_profiles {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.437274 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: next_providers {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.438758 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: service_profiles {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.440379 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: floatingip-pools {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.441643 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: routers {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.443462 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: floatingips {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.444754 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: l3-routers {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.446169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: l3-agents {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.447666 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: metering-labels {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.449473 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: metering-label-rules {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.450888 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: network-ip-availabilities {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.452191 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: bindings {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.453791 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: quotas {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.456368 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: quotas {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.457939 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: rbac-policies {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.459233 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: security-groups {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.460526 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: security-group-rules {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.461805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: service-providers {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.463079 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: subnetpools {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.465040 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: subnetpools {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.466621 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.468377 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.470250 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.473110 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.474821 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.476819 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.478575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.480559 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.482355 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.484147 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron.api.extensions [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Extended resource: tags {{(pid=104443) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 03 05:04:05.490262 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING keystonemiddleware.auth_token [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 03 05:04:05.495953 dv-cinder-851279-4-iscsi neutron-server[104443]: WARNING keystonemiddleware.auth_token [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 03 05:04:05.505099 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Acquired lock "singleton_lock" {{(pid=104443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Aug 03 05:04:05.505591 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_concurrency.lockutils [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Releasing lock "singleton_lock" {{(pid=104443) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Aug 03 05:04:05.506249 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Starting 2 workers Aug 03 05:04:05.511668 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Started child 104590 {{(pid=104443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 05:04:05.516187 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Started child 104591 {{(pid=104443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 05:04:05.517360 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.518033 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO neutron.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 03 05:04:05.518510 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.518877 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [-] (104590) wsgi starting up on http://0.0.0.0:9696 Aug 03 05:04:05.520970 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Starting 1 workers Aug 03 05:04:05.521111 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.522340 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [-] (104591) wsgi starting up on http://0.0.0.0:9696 Aug 03 05:04:05.526253 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Started child 104592 {{(pid=104443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 05:04:05.526807 dv-cinder-851279-4-iscsi neutron-server[104443]: INFO oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Starting 1 workers Aug 03 05:04:05.530096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] calling RpcWorker wait() {{(pid=104592) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 03 05:04:05.530638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] returning from RpcWorker wait() {{(pid=104592) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 03 05:04:05.531306 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Started child 104593 {{(pid=104443) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 03 05:04:05.532002 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.532121 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG neutron_lib.callbacks.manager [None req-d68d85d7-d307-4b91-9fad-9f72dc13c375 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.532437 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:05.534239 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 05:04:05.534470 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 05:04:05.534652 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 05:04:05.534914 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 05:04:05.535254 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 05:04:05.535595 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 05:04:05.536130 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.536408 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.536498 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:05.536988 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.536988 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.537523 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.537714 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:05.537807 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.538046 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.538336 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.538606 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.538784 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.538984 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.539243 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.539480 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.539797 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.540086 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.540346 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.540575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.540752 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.541014 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.541284 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.541537 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.541855 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] debug = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.542124 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.542643 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.542932 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.543186 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.543435 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.543726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.543978 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.544239 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.544499 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.544740 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.545000 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.545268 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.545516 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.545758 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.545994 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.546271 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.546500 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.547012 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] host = dv-cinder-851279-4-iscsi {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.547269 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.547511 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.547775 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.548038 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.548294 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.548535 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.548792 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.549085 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.549343 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.549596 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.549872 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.550136 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.550378 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.550637 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.550808 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_options = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.551074 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.551351 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.551626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.551829 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.552008 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.552179 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.552468 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.552687 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.552937 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.553631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.553631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.553631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.554050 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.554184 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.554639 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.555022 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.555486 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.555900 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.556087 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.556289 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.556532 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.556802 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.557033 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.557263 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.558147 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.558406 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.558645 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.558917 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.559142 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.559403 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.559663 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.559949 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.560196 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.560682 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.561244 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.561403 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.561635 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.561882 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.562169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.562790 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.562790 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.563125 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.563338 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.563534 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.563650 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.563852 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_json = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565102 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565464 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565464 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.565626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.566034 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.566262 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.566713 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.567018 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.567353 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568184 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568184 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568184 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568476 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568570 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.568792 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.569060 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.570169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.570430 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.570889 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.571315 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.571750 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.572095 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.572377 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.572671 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.572901 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.573225 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.574168 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.574168 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.574474 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.574704 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.574973 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.575250 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.575498 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.575790 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.576054 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.576352 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.576708 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.577147 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.577552 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.577979 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.579101 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.579396 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.579604 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.579833 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.580053 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.580270 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.580536 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.580790 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.581056 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.581295 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.581542 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.581790 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.582020 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.582443 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.582882 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.583088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.583304 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.583532 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.583754 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.583996 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.584232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.584462 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.584718 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.584975 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.585208 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.585485 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.585706 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.585929 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.586174 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.586445 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.586663 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.586925 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.587148 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.587369 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.587649 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.587867 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.588085 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.588308 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.588527 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.588773 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.589141 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.589554 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.589804 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.590020 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.590319 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.590458 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.590686 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.590951 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.591168 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.591403 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.591640 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.591862 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.592084 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.592475 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.592713 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.592933 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.593169 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.593487 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.593739 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.593984 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.594225 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.594477 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.594698 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.594989 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.595215 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.595457 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.596231 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.596382 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.596618 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.596849 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.597222 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.597609 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.597856 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.598101 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.598344 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.598570 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.598795 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.599065 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.599290 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.599511 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.599770 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.599995 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.600263 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.600517 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.600757 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.601013 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.601251 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.601494 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.601777 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.602226 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.602507 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.602772 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.603080 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.603380 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.603676 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.603966 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.604224 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.604502 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.604782 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.605018 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.605282 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.605525 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.605784 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.606025 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.606260 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.606505 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.606722 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.606971 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.607308 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.607548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.607808 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.608054 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.608322 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.608575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.608817 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.609087 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.609345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.609609 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.609879 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.610134 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.610351 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.610581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.610863 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.611070 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.611619 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.611619 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.611936 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.612079 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.612214 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.612513 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.612678 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.612894 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.613125 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.613351 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.613574 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.613837 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.614074 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.614299 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.614543 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.614766 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.615050 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.615232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.615449 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.615683 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.615903 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.616185 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.616445 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.616690 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.616922 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.617171 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.617414 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.617632 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.617896 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.618117 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.618336 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.618555 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.618781 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.619047 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.619268 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.619523 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.619744 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.620535 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.620781 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.621137 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.621397 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.621633 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.621901 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.622141 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.622361 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.622582 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.622802 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.623090 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.623316 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.623546 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.624038 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.624291 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.624531 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.624749 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.624969 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.625230 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.625472 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.625722 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.625965 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.626189 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.626410 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.626630 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.626871 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.627090 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.627307 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.627862 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.627862 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.628047 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.628273 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.628548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.628783 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.629042 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.629301 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.629537 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.629766 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.630009 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.630225 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.630450 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.630670 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.630911 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.631144 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.631380 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.631594 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.631819 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.632038 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.632251 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.632479 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.632693 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.632926 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.633152 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.633372 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.633628 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.633852 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.634066 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.634278 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.634506 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.634720 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.635440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.635440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.635440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.636356 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.636356 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.636631 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.636759 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.637056 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.637313 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.637531 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.637984 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.638387 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.638875 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.638986 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.639206 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.639429 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.639701 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.640575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.640575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.640575 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.640966 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.641093 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.641280 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.641530 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.641785 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.642069 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.642355 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.642641 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.642895 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.643177 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.643512 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.643789 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.644061 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.644329 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.644584 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.644810 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.645053 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.645293 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.645531 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.645751 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.645991 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.646227 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.646473 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.646694 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.646959 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.647182 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.647411 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.647629 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.647887 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.648126 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.648289 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 05:04:05.648845 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104443) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 03 05:04:05.649014 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 03 05:04:05.649172 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 03 05:04:05.649347 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 03 05:04:05.649522 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 03 05:04:05.649680 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 03 05:04:05.649891 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.650068 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.650231 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.650450 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.651150 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.651150 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.651150 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.651150 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652186 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652186 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652186 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652406 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652406 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652559 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652676 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.652838 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.653164 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.653326 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.653485 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.653744 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.653886 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654011 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] debug = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654134 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654348 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654558 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654695 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654834 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.654988 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:05.655251 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655377 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655513 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655730 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.655871 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656032 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656195 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656358 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656520 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656682 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.656843 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] host = dv-cinder-851279-4-iscsi {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657005 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657166 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657329 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657491 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657653 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657814 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.657983 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658146 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658304 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658478 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658626 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658769 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.658943 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.659088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.659299 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_options = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.659448 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.662088 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.664201 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.665827 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.668232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669092 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_json = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.669877 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.670905 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.671644 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.672345 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673159 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.40/identity {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.673839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.674726 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.675580 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676135 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676135 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676135 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676135 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676410 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676488 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676603 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676770 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.676935 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677100 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677275 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677605 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677767 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.677932 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678098 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678262 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678428 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678594 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678759 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.678950 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679127 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679292 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679457 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679690 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679817 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.679946 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680070 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680235 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680399 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680564 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680728 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.680893 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681058 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681223 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681389 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681553 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681718 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.681883 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682049 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682212 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682422 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682714 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.682915 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.683081 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.683260 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.683412 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.683573 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684025 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684025 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684025 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.684805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.685786 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686482 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686482 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686482 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686482 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686482 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686932 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686932 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.686932 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.687520 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.687520 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.687520 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688007 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688007 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688007 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688007 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688566 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688566 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688566 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688912 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.688912 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689188 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689188 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689385 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689385 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689611 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689761 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.689850 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690018 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690213 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690342 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690499 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690664 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.690865 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691042 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691191 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691356 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691521 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691681 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.691839 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692004 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692188 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692318 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692486 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692651 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.40/identity {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692808 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.692969 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693134 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693298 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693464 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693629 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693793 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.693964 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.694096 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.694263 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.694433 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.694588 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.694753 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695062 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695062 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695276 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695400 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695564 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695729 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.695891 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696055 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696220 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696384 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696730 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.696867 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697017 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697182 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697342 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697503 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697653 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697852 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.697993 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698204 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698361 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698490 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698614 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698771 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.698992 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699115 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699328 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699458 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699604 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699736 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.699891 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700063 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700232 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700396 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700561 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700725 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.700892 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701054 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701217 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701382 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701547 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701714 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.701878 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702040 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702203 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702369 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702535 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702700 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.702888 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703051 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703216 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703380 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703543 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703709 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.703874 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704038 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704203 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704367 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704544 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704710 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.704876 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705042 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705207 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705372 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705548 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705715 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.705881 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706046 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706212 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706378 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706553 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706718 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.706910 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707077 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707243 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707407 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707746 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.707911 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708076 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708241 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708406 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708746 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.708909 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709073 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709238 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709402 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709578 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709743 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.709909 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710078 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710243 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710407 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710581 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710747 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.710937 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711111 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711277 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711440 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711604 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711780 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.711945 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712112 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712276 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712441 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712605 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712771 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.712939 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.713115 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.713286 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.713452 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.713625 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.714610 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.714788 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.714979 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715153 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715333 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715498 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715664 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715829 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.715996 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716161 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716326 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716490 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716654 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716818 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.716982 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717146 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717310 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717475 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717640 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717805 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.717968 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.718134 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.718299 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.718463 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 03 05:04:05.718621 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104443) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 03 05:04:05.745956 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36608) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:05.753233 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0051861 Aug 03 05:04:05.757623 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [-] 10.222.0.40 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038128 Aug 03 05:04:14.856237 dv-cinder-851279-4-iscsi neutron-server[104443]: DEBUG dbcounter [-] [104443] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104443) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:17.044194 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93a603-5b68-4a14-9fbf-34562bdd51dd None None] get_active_networks_info from dv-cinder-851279-4-iscsi {{(pid=104592) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 03 05:04:17.065477 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writer thread running {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 03 05:04:17.133083 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b93a603-5b68-4a14-9fbf-34562bdd51dd None None] No non-hosted networks {{(pid=104592) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 03 05:04:17.149646 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.agentschedulers_db [None req-3b93a603-5b68-4a14-9fbf-34562bdd51dd None None] DHCP Agent not found on host dv-cinder-851279-4-iscsi {{(pid=104592) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 03 05:04:17.263202 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5cda9af8-e2c1-4355-8765-8849b50eef54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:18.783647 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writer thread running {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 03 05:04:19.462902 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-97764bca-44eb-49ad-8c6c-ac92b18d731c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:19.506476 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.db.api [None req-5c66b6ea-deb0-4c51-8423-5ff38d2fd160 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-851279-4-iscsi {{(pid=104592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 03 05:04:19.507418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG oslo_db.api [None req-5c66b6ea-deb0-4c51-8423-5ff38d2fd160 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 05:04:20.117797 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5c66b6ea-deb0-4c51-8423-5ff38d2fd160 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:20.414162 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36678) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:20.703748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:21.077952 dv-cinder-851279-4-iscsi neutron-server[104590]: WARNING oslo_policy.policy [None req-3017a2a9-6a30-4f72-900b-1f1f762aa89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:21.078519 dv-cinder-851279-4-iscsi neutron-server[104590]: WARNING oslo_policy.policy [None req-3017a2a9-6a30-4f72-900b-1f1f762aa89c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:21.299263 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [None req-3017a2a9-6a30-4f72-900b-1f1f762aa89c admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:04:21.314880 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3017a2a9-6a30-4f72-900b-1f1f762aa89c admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8845446 Aug 03 05:04:21.975877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:22.278802 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:22.279626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.280178 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.280608 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.281150 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.281702 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.282098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.282492 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.282932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.283331 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.283728 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.284132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.285050 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.285591 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.286155 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.286541 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:22.287032 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-851279-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:22.293310 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-851279-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:23.651510 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36712) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:23.984544 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:24.076347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.policy [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104590) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 05:04:24.118149 dv-cinder-851279-4-iscsi neutron-server[104590]: WARNING oslo_policy.policy [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:24.118514 dv-cinder-851279-4-iscsi neutron-server[104590]: WARNING oslo_policy.policy [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:24.139377 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writer thread running {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 03 05:04:24.273803 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507821402', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507820878', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507804270', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507795544', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507719257', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741507712935', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8105723', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8112740', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-535075', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-613402'] for rbac-policy (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:24.458166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:24.459378 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b0a9d897-ce5d-46aa-b860-289bfa96a08e admin admin] 10.222.0.40 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8067505 Aug 03 05:04:26.554803 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.db.l3_hamode_db [None req-f9250aa4-f72b-4907-84f3-9f09cac66faf None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 03 05:04:26.631615 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250aa4-f72b-4907-84f3-9f09cac66faf None None] Routers set() bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:04:26.632005 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9250aa4-f72b-4907-84f3-9f09cac66faf None None] Router IDs set() for agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Aug 03 05:04:26.683464 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36724) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:27.019552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:27.105396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Made reservation on behalf of 1952481417bf4a2cad0b08d5a7676b61 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:04:27.109247 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.127098 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.236260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks [] for security_group (7a6cbc06-66ae-409c-bdff-aa547340ccc1), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.310714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7a6cbc06-66ae-409c-bdff-aa547340ccc1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.336210 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] vlan segment allocate from pool success with {'vlan_id': 649, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:04:27.372037 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741503654894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (9cd63d81-affe-44cc-85e8-7237ea193d44), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.372532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Unsubscribe: segment precommit_create {{(pid=104590) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 05:04:27.373335 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Added segment 9cd63d81-affe-44cc-85e8-7237ea193d44 of type vlan for network ea08c384-3801-4b15-817e-6c092de5d7dd Aug 03 05:04:27.391250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6cbc06-66ae-409c-bdff-aa547340ccc1,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:27.441352 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.441700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.442600 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.442980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.443320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.443658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.443991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.444310 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.444636 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.444962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.445286 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.445625 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.445953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.446273 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.446590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Tracked resource versions report: Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: pushed versions: Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: { 'AddressGroup': {'1.2'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Agent': {'1.1'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'ConntrackHelper': {'1.0'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Log': {'1.0'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'NDPProxy': {'1.0'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Network': {'1.1'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Port': {'1.7'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'PortForwarding': {'1.3'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'QosPolicy': {'1.10'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroup': {'1.5'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SubPort': {'1.0'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Subnet': {'1.1'}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Trunk': {'1.1'}} Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: consumer versions: Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Agent': '1.1', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'ConntrackHelper': '1.0', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'LocalIPAssociation': '1.0', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Log': '1.0', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'NDPProxy': '1.0', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Network': '1.1', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Port': '1.7', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'PortForwarding': '1.3', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'QosPolicy': '1.10', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroup': '1.5', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroupRule': '1.2', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SubPort': '1.0', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Subnet': '1.1', Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Trunk': '1.1'}} Aug 03 05:04:27.448728 dv-cinder-851279-4-iscsi neutron-server[104590]: {{(pid=104590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:04:27.479198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (ea08c384-3801-4b15-817e-6c092de5d7dd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.569924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (ea08c384-3801-4b15-817e-6c092de5d7dd), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.575868 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:27.576597 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:27.586018 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=57,neutron:INSERT=41,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:27.696014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] Pushing event updated for resources: {'Network': ['ID=ea08c384-3801-4b15-817e-6c092de5d7dd,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:27.707572 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network ea08c384-3801-4b15-817e-6c092de5d7dd details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:04:27.719608 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c1821964-4245-45a4-aae1-009dabff6de8 demo demo] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0350440 Aug 03 05:04:30.009860 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36738) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:30.422782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9cfe89-fb09-470c-bfa1-b0e85643857e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:30.424186 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-7d9cfe89-fb09-470c-bfa1-b0e85643857e demo admin] 10.222.0.40 "GET /networking/v2.0/networks/ea08c384-3801-4b15-817e-6c092de5d7dd HTTP/1.1" status: 200 len: 825 time: 0.4127686 Aug 03 05:04:30.449563 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5ef9b782-860b-4dbd-9ead-9aa4fecb5872 demo admin] 10.222.0.40 "GET /networking/v2.0/subnetpools/db415a2a-2a82-4c02-9259-157e711a0818 HTTP/1.1" status: 200 len: 734 time: 0.0196786 Aug 03 05:04:30.458202 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Request body: {'subnet': {'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:30.529281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Made reservation on behalf of 1952481417bf4a2cad0b08d5a7676b61 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:04:30.531584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:30.763029 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:30.884607 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (8457dddd-3a1c-42b3-9f7c-dfa3902fa377), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:30.970203 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Pushing event updated for resources: {'Subnet': ['ID=8457dddd-3a1c-42b3-9f7c-dfa3902fa377,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:30.973992 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Checking segment: {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:04:30.974363 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Network hostable DHCP agents. Network: ea08c384-3801-4b15-817e-6c092de5d7dd, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:04:31.060804 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Network ea08c384-3801-4b15-817e-6c092de5d7dd is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:04:31.139273 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, ea08c384-3801-4b15-817e-6c092de5d7dd) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:31.143938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:31.144543 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:31.149035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8eaea-cab3-4308-ab7f-5bdf53d91859 None None] Network ea08c384-3801-4b15-817e-6c092de5d7dd requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:04:31.242665 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-56f36840-c882-47a7-a315-f44881890471 demo admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7874289 Aug 03 05:04:31.412502 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-ea08c384-3801-4b15-817e-6c092de5d7dd', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:04:31.413810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:31.705739 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Allocated IP 172.20.0.2 (ea08c384-3801-4b15-817e-6c092de5d7dd/8457dddd-3a1c-42b3-9f7c-dfa3902fa377/1000ae75-c9d4-4d5a-a683-7ecf338005fb) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:04:31.719958 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=61,neutron:INSERT=37,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:31.988729 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks [] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:32.073647 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:32.145222 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Network ea08c384-3801-4b15-817e-6c092de5d7dd is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:04:32.152564 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:32.160888 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:04:32.162811 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:32.169812 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Pushing event updated for resources: {'Port': ['ID=1000ae75-c9d4-4d5a-a683-7ecf338005fb,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:32.220938 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.221287 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.221649 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.222008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.222350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.222681 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.223034 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.223367 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.223694 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.224023 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.224350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.224692 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.225019 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.225343 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.225664 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Tracked resource versions report: Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: pushed versions: Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: { 'AddressGroup': {'1.2'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Agent': {'1.1'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'ConntrackHelper': {'1.0'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Log': {'1.0'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'NDPProxy': {'1.0'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Network': {'1.1'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Port': {'1.7'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'PortForwarding': {'1.3'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'QosPolicy': {'1.10'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroup': {'1.5'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SubPort': {'1.0'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Subnet': {'1.1'}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Trunk': {'1.1'}} Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: consumer versions: Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Agent': '1.1', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'ConntrackHelper': '1.0', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'LocalIPAssociation': '1.0', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Log': '1.0', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'NDPProxy': '1.0', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Network': '1.1', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Port': '1.7', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'PortForwarding': '1.3', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'QosPolicy': '1.10', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroup': '1.5', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroupRule': '1.2', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SubPort': '1.0', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Subnet': '1.1', Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Trunk': '1.1'}} Aug 03 05:04:32.227152 dv-cinder-851279-4-iscsi neutron-server[104592]: {{(pid=104592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:04:32.265453 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Attempting to bind port 1000ae75-c9d4-4d5a-a683-7ecf338005fb on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:04:32.265862 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Attempting to bind port 1000ae75-c9d4-4d5a-a683-7ecf338005fb by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:04:32.266615 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Attempting to bind port 1000ae75-c9d4-4d5a-a683-7ecf338005fb on network ea08c384-3801-4b15-817e-6c092de5d7dd {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:04:32.271615 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:04:32.271994 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Checking segment: {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:04:32.273190 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:32.273190 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Bound using segment: {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:04:32.273430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Bound port: 1000ae75-c9d4-4d5a-a683-7ecf338005fb, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:04:32.273840 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:32.337177 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] For port 1000ae75-c9d4-4d5a-a683-7ecf338005fb, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:04:32.357228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] For port 1000ae75-c9d4-4d5a-a683-7ecf338005fb, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=1000ae75-c9d4-4d5a-a683-7ecf338005fb,segment=NetworkSegment(9cd63d81-affe-44cc-85e8-7237ea193d44),segment_id=9cd63d81-affe-44cc-85e8-7237ea193d44)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:04:32.421897 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:32.478950 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5210016-3d30-49cb-87a6-b92a75427e47 None None] Pushing event updated for resources: {'Port': ['ID=1000ae75-c9d4-4d5a-a683-7ecf338005fb,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:33.559220 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36748) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:34.086965 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-41124892-106b-42ee-a138-04ce0bcd4b00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:34.087597 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-41124892-106b-42ee-a138-04ce0bcd4b00 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:34.305536 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-41124892-106b-42ee-a138-04ce0bcd4b00 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:04:34.306620 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-41124892-106b-42ee-a138-04ce0bcd4b00 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7464755 Aug 03 05:04:35.928451 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:35.936626 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:36.573065 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36766) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:36.924174 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-10d328fb-ad01-4159-8087-b81273159180 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:04:36.925182 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-10d328fb-ad01-4159-8087-b81273159180 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3511035 Aug 03 05:04:39.204600 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36778) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:39.553714 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:39.614186 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.policy [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104591) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 03 05:04:39.657834 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:39.658270 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING oslo_policy.policy [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 03 05:04:39.678699 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writer thread running {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 03 05:04:39.679444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:39.774282 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (63aa782a-54bc-4e7d-b92c-df459d2027a4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:39.776236 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (63aa782a-54bc-4e7d-b92c-df459d2027a4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:39.929977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 1000ae75-c9d4-4d5a-a683-7ecf338005fb up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:04:39.946911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Publish callbacks [] for router_controller (63aa782a-54bc-4e7d-b92c-df459d2027a4), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.018269 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 1000ae75-c9d4-4d5a-a683-7ecf338005fb triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:40.018690 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.123910 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 1000ae75-c9d4-4d5a-a683-7ecf338005fb is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:04:40.124223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.160324 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 1000ae75-c9d4-4d5a-a683-7ecf338005fb, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=1000ae75-c9d4-4d5a-a683-7ecf338005fb,segment=NetworkSegment(9cd63d81-affe-44cc-85e8-7237ea193d44),segment_id=9cd63d81-affe-44cc-85e8-7237ea193d44)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:04:40.164878 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (63aa782a-54bc-4e7d-b92c-df459d2027a4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.244372 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.280166 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.282025 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-393f44ab-badb-4ed2-8fe9-278457f6afd4 demo demo] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.0764716 Aug 03 05:04:40.293005 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=1000ae75-c9d4-4d5a-a683-7ecf338005fb,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:40.628869 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb71d889-308d-4489-ad15-f152356c63c0 None None] Network ea08c384-3801-4b15-817e-6c092de5d7dd requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:04:40.764115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-f8c4fda7-98ca-4803-ad1d-9ac9d0e4ed0a None None] Provisioning complete for port 1000ae75-c9d4-4d5a-a683-7ecf338005fb triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:40.764605 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f8c4fda7-98ca-4803-ad1d-9ac9d0e4ed0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:40.799147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:40.839979 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f8c4fda7-98ca-4803-ad1d-9ac9d0e4ed0a None None] Current status of the port 1000ae75-c9d4-4d5a-a683-7ecf338005fb is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:04:40.958501 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-2baf3f95-33aa-4fe9-99fe-3716de0f33d0 None None] Provisioning complete for port 1000ae75-c9d4-4d5a-a683-7ecf338005fb triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:40.959229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2baf3f95-33aa-4fe9-99fe-3716de0f33d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:41.038398 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-2baf3f95-33aa-4fe9-99fe-3716de0f33d0 None None] Current status of the port 1000ae75-c9d4-4d5a-a683-7ecf338005fb is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:04:41.154256 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:41.154976 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:41.893343 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 1000ae75-c9d4-4d5a-a683-7ecf338005fb up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:04:41.938435 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 1000ae75-c9d4-4d5a-a683-7ecf338005fb triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:41.938778 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:41.977652 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:42.012757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 1000ae75-c9d4-4d5a-a683-7ecf338005fb is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:04:42.570758 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36792) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:42.894882 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-692c6aa5-33e7-4907-9afa-7cb2e00fb512 admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:04:42.895873 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-692c6aa5-33e7-4907-9afa-7cb2e00fb512 admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3241513 Aug 03 05:04:45.148320 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36800) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:45.469489 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:45.580478 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Made reservation on behalf of 6917683e025f412781fd852422d27ce7 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:04:45.583543 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:45.599446 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:45.704456 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks [] for security_group (6ae55e84-029c-4475-847a-48781723fdab), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:45.768844 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6ae55e84-029c-4475-847a-48781723fdab), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:45.780080 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Reserving flat network on physical network physnet1 {{(pid=104591) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 03 05:04:45.815378 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741503654894', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (a3e46572-6d70-4ac0-8cb5-b3921691e2ce), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:45.815922 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Unsubscribe: segment precommit_create {{(pid=104591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 03 05:04:45.816477 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Added segment a3e46572-6d70-4ac0-8cb5-b3921691e2ce of type flat for network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 Aug 03 05:04:45.832272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae55e84-029c-4475-847a-48781723fdab,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:45.879194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.879542 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.879903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.880246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.880584 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.880909 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.881235 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.881559 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.881882 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.882235 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.882575 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.882938 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.883263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.883583 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.883903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Tracked resource versions report: Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: pushed versions: Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: { 'AddressGroup': {'1.2'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Agent': {'1.1'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'ConntrackHelper': {'1.0'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Log': {'1.0'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'NDPProxy': {'1.0'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Network': {'1.1'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Port': {'1.7'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'PortForwarding': {'1.3'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'QosPolicy': {'1.10'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroup': {'1.5'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SubPort': {'1.0'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Subnet': {'1.1'}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Trunk': {'1.1'}} Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: consumer versions: Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Agent': '1.1', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'ConntrackHelper': '1.0', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'LocalIPAssociation': '1.0', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Log': '1.0', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'NDPProxy': '1.0', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Network': '1.1', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Port': '1.7', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'PortForwarding': '1.3', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'QosPolicy': '1.10', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroup': '1.5', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroupRule': '1.2', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SubPort': '1.0', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Subnet': '1.1', Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Trunk': '1.1'}} Aug 03 05:04:45.885874 dv-cinder-851279-4-iscsi neutron-server[104591]: {{(pid=104591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:04:45.934606 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (9c8b26e8-c27e-4657-b416-e3c1c564b7a5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:46.043808 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (9c8b26e8-c27e-4657-b416-e3c1c564b7a5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:46.044889 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:46.045618 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:46.147075 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] Pushing event updated for resources: {'Network': ['ID=9c8b26e8-c27e-4657-b416-e3c1c564b7a5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:46.157486 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:04:46.194483 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9cb10876-2427-46ef-a8a6-10a851a24e27 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0451069 Aug 03 05:04:47.047864 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e47c20b6-290d-4654-a56a-24ad901bb453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:48.433937 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36812) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:48.842390 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eafd4ca-7951-4450-8d16-ffa8897afd55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:48.843724 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7eafd4ca-7951-4450-8d16-ffa8897afd55 demo admin] 10.222.0.40 "GET /networking/v2.0/subnets/8457dddd-3a1c-42b3-9f7c-dfa3902fa377 HTTP/1.1" status: 200 len: 849 time: 0.4088280 Aug 03 05:04:48.988218 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9510cd07-460a-4330-b4ae-af2faf33d406 demo admin] 10.222.0.40 "GET /networking/v2.0/routers/63aa782a-54bc-4e7d-b92c-df459d2027a4 HTTP/1.1" status: 200 len: 704 time: 0.1384418 Aug 03 05:04:49.225031 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:49.263107 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:49.338148 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:49.443298 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-47674ed5-324f-4863-991d-bc3800fe0fde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:49.557520 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Allocated IP 172.20.0.1 (ea08c384-3801-4b15-817e-6c092de5d7dd/8457dddd-3a1c-42b3-9f7c-dfa3902fa377/4f86dd26-2db3-4b29-a8dc-06724d18d4d4) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:04:49.742812 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks [] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:49.838794 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:49.907645 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Network ea08c384-3801-4b15-817e-6c092de5d7dd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:04:49.920205 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:49.928390 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:04:49.928940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (63aa782a-54bc-4e7d-b92c-df459d2027a4), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:49.985316 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Pushing event updated for resources: {'Port': ['ID=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:50.107918 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-11580652-d394-4640-9755-c7416dc5b417 None None] Provisioning complete for port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:50.108238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-11580652-d394-4640-9755-c7416dc5b417 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.182132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-11580652-d394-4640-9755-c7416dc5b417 None None] Port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:04:50.200348 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.462719 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks [] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.517219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.518041 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (63aa782a-54bc-4e7d-b92c-df459d2027a4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.521031 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:50.580536 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Pushing event updated for resources: {'Port': ['ID=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:50.620042 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:50.647755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.652919 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Network ea08c384-3801-4b15-817e-6c092de5d7dd is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:04:50.654541 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:50.903666 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-69812ecc-0ee3-4b00-b80d-c85ecad5ee0e None None] Provisioning complete for port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:50.904057 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-69812ecc-0ee3-4b00-b80d-c85ecad5ee0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:50.906264 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Router 63aa782a-54bc-4e7d-b92c-df459d2027a4 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:04:50.935835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-69812ecc-0ee3-4b00-b80d-c85ecad5ee0e None None] Port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:04:51.017756 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:04:51.024168 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0cdcd4e7-65ff-436f-a585-0575edd38c66 demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/63aa782a-54bc-4e7d-b92c-df459d2027a4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0304368 Aug 03 05:04:51.029352 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Sync routers for ids ['63aa782a-54bc-4e7d-b92c-df459d2027a4'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:04:51.042139 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Routers {'63aa782a-54bc-4e7d-b92c-df459d2027a4'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:04:51.043057 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:04:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['63aa782a-54bc-4e7d-b92c-df459d2027a4'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:51.227941 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Set router 63aa782a-54bc-4e7d-b92c-df459d2027a4 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:04:51.648779 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:50Z', 'revision_number': 2, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port_host': None, '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:50Z', 'revision_number': 2, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:51.699625 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Checking router: 63aa782a-54bc-4e7d-b92c-df459d2027a4 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:04:51.700005 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Updating router 63aa782a-54bc-4e7d-b92c-df459d2027a4 port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:04:51.753694 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:51.956171 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.258322 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks [] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.288877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.346253 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.493973 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Pushing event updated for resources: {'Port': ['ID=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:52.500154 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Attempting to bind port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:04:52.500559 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Attempting to bind port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:04:52.500981 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Attempting to bind port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 on network ea08c384-3801-4b15-817e-6c092de5d7dd {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:04:52.509723 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.510020 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.510374 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.510717 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.511081 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.511414 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.511745 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.512074 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.512403 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.512729 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.513060 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.513402 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.513732 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.514055 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.514379 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Tracked resource versions report: Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: pushed versions: Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Log': {'1.0'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Network': {'1.1'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Port': {'1.7'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: consumer versions: Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Agent': '1.1', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Log': '1.0', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Network': '1.1', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Port': '1.7', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SubPort': '1.0', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Subnet': '1.1', Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Aug 03 05:04:52.515870 dv-cinder-851279-4-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:04:52.520116 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:04:52.520519 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Checking segment: {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:04:52.520986 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.521360 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Bound using segment: {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:04:52.521853 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Bound port: 4f86dd26-2db3-4b29-a8dc-06724d18d4d4, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cd63d81-affe-44cc-85e8-7237ea193d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:04:52.522233 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.586340 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] For port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:04:52.600734 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:52.607752 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] For port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,segment=NetworkSegment(9cd63d81-affe-44cc-85e8-7237ea193d44),segment_id=9cd63d81-affe-44cc-85e8-7237ea193d44)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:04:52.694819 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:52.703354 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:52.740813 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Routers {'63aa782a-54bc-4e7d-b92c-df459d2027a4'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:04:52.741429 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:04:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['63aa782a-54bc-4e7d-b92c-df459d2027a4'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:52.811012 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d26db-257b-41e9-85f2-71c58d56a85f None None] Pushing event updated for resources: {'Port': ['ID=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:52.838876 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] Set router 63aa782a-54bc-4e7d-b92c-df459d2027a4 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:04:53.030375 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:50Z', 'revision_number': 2, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port_host': None, '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:52Z', 'revision_number': 4, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:53.056137 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fcca7d6-dfdf-4c48-8d42-4361b8a82381 None None] The sync data for ids ['63aa782a-54bc-4e7d-b92c-df459d2027a4'] in dv-cinder-851279-4-iscsi is: [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:50Z', 'revision_number': 2, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port_host': None, '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:52Z', 'revision_number': 4, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:04:53.273605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36824) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:53.663592 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58cadfc-9d46-4435-b905-0c772be2fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:53.668841 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d58cadfc-9d46-4435-b905-0c772be2fb9d admin admin] 10.222.0.40 "GET /networking/v2.0/networks/9c8b26e8-c27e-4657-b416-e3c1c564b7a5 HTTP/1.1" status: 200 len: 842 time: 0.3904085 Aug 03 05:04:53.679098 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Request body: {'subnet': {'cidr': '172.27.4.0/24', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.4.1', 'name': 'public-subnet', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:53.778900 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Made reservation on behalf of 6917683e025f412781fd852422d27ce7 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:04:53.781214 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:54.176564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.objects.ports [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104590) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Aug 03 05:04:54.176943 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (2bc46c23-d771-47ef-ae2e-014b7f7f53f7), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:54.236236 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc46c23-d771-47ef-ae2e-014b7f7f53f7,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:54.246757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:04:54.247148 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Network hostable DHCP agents. Network: 9c8b26e8-c27e-4657-b416-e3c1c564b7a5, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:04:54.334748 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:04:54.418749 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 9c8b26e8-c27e-4657-b416-e3c1c564b7a5) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:54.423138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:54.423741 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:54.427941 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f937c-4596-4af8-8c0c-9f80dcd09de4 None None] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:04:54.507154 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c385f4bc-658b-4b7c-bff1-e7e4b3662568 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8352406 Aug 03 05:04:54.529686 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eade19c-c865-4e71-aa7c-191cccdc0abc None None] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:04:56.784543 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 36832) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:04:57.308802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-cc12abef-8b55-4c90-b861-89077a47a1f0 demo admin] 10.222.0.40 "GET /networking/v2.0/routers/63aa782a-54bc-4e7d-b92c-df459d2027a4 HTTP/1.1" status: 200 len: 710 time: 0.5210991 Aug 03 05:04:57.401414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670a759b-728d-49a6-bd05-6bcb8bd13b8e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:04:57.402790 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-670a759b-728d-49a6-bd05-6bcb8bd13b8e demo admin] 10.222.0.40 "GET /networking/v2.0/networks/9c8b26e8-c27e-4657-b416-e3c1c564b7a5 HTTP/1.1" status: 200 len: 886 time: 0.0900507 Aug 03 05:04:57.411982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:04:57.658386 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks [] for router_gateway (63aa782a-54bc-4e7d-b92c-df459d2027a4), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:57.730661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:57.732168 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:57.931214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:04:57.985038 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:04:57.987067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.007372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks [] for router_gateway (63aa782a-54bc-4e7d-b92c-df459d2027a4), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.065613 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:58.066629 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:04:58.067272 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.086218 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.103305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,segment=NetworkSegment(9cd63d81-affe-44cc-85e8-7237ea193d44),segment_id=9cd63d81-affe-44cc-85e8-7237ea193d44)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:04:58.178627 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.232432 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=4f86dd26-2db3-4b29-a8dc-06724d18d4d4,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:58.258928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Allocated IP 172.27.4.240 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/a598a788-5007-4cd2-9080-e05657b0de8b) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:04:58.368438 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks [] for port (a598a788-5007-4cd2-9080-e05657b0de8b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.483613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:58.557411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:04:58.568683 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:04:58.573458 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:04:58.575077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:58.577207 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Pushing event updated for resources: {'Port': ['ID=a598a788-5007-4cd2-9080-e05657b0de8b,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:04:58.929382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks [] for router_gateway (63aa782a-54bc-4e7d-b92c-df459d2027a4), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:59.120824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-723313', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-747992', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-23513'] for router (63aa782a-54bc-4e7d-b92c-df459d2027a4), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:59.126112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-723326', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-723304', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748001'] for router (63aa782a-54bc-4e7d-b92c-df459d2027a4), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:59.205988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:59.235267 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Router 63aa782a-54bc-4e7d-b92c-df459d2027a4 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:04:59.346588 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:04:59.351400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:04:59.362880 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fb5c3c40-2d0a-4283-bcd0-eebfda01616b demo admin] 10.222.0.40 "PUT /networking/v2.0/routers/63aa782a-54bc-4e7d-b92c-df459d2027a4 HTTP/1.1" status: 200 len: 890 time: 1.9439363 Aug 03 05:04:59.411096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Sync routers for ids ['63aa782a-54bc-4e7d-b92c-df459d2027a4'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:04:59.423580 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Routers {'63aa782a-54bc-4e7d-b92c-df459d2027a4'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:04:59.424256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:04:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['63aa782a-54bc-4e7d-b92c-df459d2027a4'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:04:59.634796 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Set router 63aa782a-54bc-4e7d-b92c-df459d2027a4 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:04:59.860227 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:04:59.925598 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:05:00.057944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:05:00.058339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.091253 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240'}], 'enable_snat': True}, 'gw_port_id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 4, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port': {'id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:58Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 5, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:05:00.219017 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Checking router: 63aa782a-54bc-4e7d-b92c-df459d2027a4 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:05:00.219314 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Updating router 63aa782a-54bc-4e7d-b92c-df459d2027a4 port a598a788-5007-4cd2-9080-e05657b0de8b binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:05:00.298510 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.333883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:05:00.626420 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks [] for port (a598a788-5007-4cd2-9080-e05657b0de8b), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.681444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.687727 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:00.715577 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Attempting to bind port a598a788-5007-4cd2-9080-e05657b0de8b on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:05:00.715951 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Attempting to bind port a598a788-5007-4cd2-9080-e05657b0de8b by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:05:00.716320 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Attempting to bind port a598a788-5007-4cd2-9080-e05657b0de8b on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:05:00.727773 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:05:00.728151 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:05:00.728545 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.728942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:05:00.729406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Bound port: a598a788-5007-4cd2-9080-e05657b0de8b, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:05:00.729788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.756492 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11db7-c039-4543-925c-3ce5ad2fd96f None None] Pushing event updated for resources: {'Port': ['ID=a598a788-5007-4cd2-9080-e05657b0de8b,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:05:00.786746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] For port a598a788-5007-4cd2-9080-e05657b0de8b, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:05:00.789867 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] For port a598a788-5007-4cd2-9080-e05657b0de8b, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a598a788-5007-4cd2-9080-e05657b0de8b,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:05:00.881497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:00.924518 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Routers {'63aa782a-54bc-4e7d-b92c-df459d2027a4'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:05:00.925126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:04:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['63aa782a-54bc-4e7d-b92c-df459d2027a4'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:05:00.966288 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e11db7-c039-4543-925c-3ce5ad2fd96f None None] Pushing event updated for resources: {'Port': ['ID=a598a788-5007-4cd2-9080-e05657b0de8b,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:05:00.972241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:01.003294 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=13,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:01.011352 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=44 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:01.041568 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] Set router 63aa782a-54bc-4e7d-b92c-df459d2027a4 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:05:01.238892 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240'}], 'enable_snat': True}, 'gw_port_id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 4, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port': {'id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:58Z', 'updated_at': '2022-08-03T05:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 5, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:05:01.269855 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0758dffc-07b0-4036-b4cb-301451406c65 None None] The sync data for ids ['63aa782a-54bc-4e7d-b92c-df459d2027a4'] in dv-cinder-851279-4-iscsi is: [{'id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'name': 'router1', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240'}], 'enable_snat': True}, 'gw_port_id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:04:39Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 4, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'gw_port': {'id': 'a598a788-5007-4cd2-9080-e05657b0de8b', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:bb:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:58Z', 'updated_at': '2022-08-03T05:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '4f86dd26-2db3-4b29-a8dc-06724d18d4d4', 'name': '', 'network_id': 'ea08c384-3801-4b15-817e-6c092de5d7dd', 'tenant_id': '1952481417bf4a2cad0b08d5a7676b61', 'mac_address': 'fa:16:3e:f6:ab:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63aa782a-54bc-4e7d-b92c-df459d2027a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:04:49Z', 'updated_at': '2022-08-03T05:04:58Z', 'revision_number': 5, 'project_id': '1952481417bf4a2cad0b08d5a7676b61', 'subnets': [{'id': '8457dddd-3a1c-42b3-9f7c-dfa3902fa377', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'db415a2a-2a82-4c02-9259-157e711a0818'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:05:01.796444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 36844) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:05:01.932098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a598a788-5007-4cd2-9080-e05657b0de8b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:05:02.035049 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a598a788-5007-4cd2-9080-e05657b0de8b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:05:02.035618 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:02.107730 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a598a788-5007-4cd2-9080-e05657b0de8b is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:05:02.108119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:02.128741 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port a598a788-5007-4cd2-9080-e05657b0de8b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a598a788-5007-4cd2-9080-e05657b0de8b,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:05:02.208281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:02.217728 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c6067fb3-437f-475b-92f8-6933851dedbf admin admin] 10.222.0.40 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4200544 Aug 03 05:05:02.263329 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=a598a788-5007-4cd2-9080-e05657b0de8b,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:05:03.033182 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=21 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:03.034370 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=53 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:03.930540 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a598a788-5007-4cd2-9080-e05657b0de8b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:05:03.979161 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a598a788-5007-4cd2-9080-e05657b0de8b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:05:03.979628 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a598a788-5007-4cd2-9080-e05657b0de8b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:04.060008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a598a788-5007-4cd2-9080-e05657b0de8b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:05:08.581531 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:05:09.343189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:09.344996 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=72 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:12.209603 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:12.213724 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:14.052909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:14.057937 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:17.088788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-20de2bfa-cf0e-498e-9136-ec675793a7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:18.565659 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:18.567735 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:19.431457 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e2988f21-dfe2-433f-889d-0fc247676d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:20.675819 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:21.984590 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:22.293940 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:32.226910 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:32.234537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:32.578042 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:32.582180 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:45.572300 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:05:47.035661 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3cf8aea2-3af2-4a49-a2f7-a35ada7d4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:49.429265 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1241aefd-2870-4f31-a36f-30a77718e192 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:50.650958 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:51.985255 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:52.297622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:05:55.567900 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:05:55.571749 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:02.227378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:02.229350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=16,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:15.567710 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:15.569604 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:17.050456 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-55addbb3-86e4-4797-ae5f-1db831c4d1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:19.422086 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8d976bea-199e-4e54-acdb-ee9d0f7a2f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:20.707970 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:21.975443 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:22.284877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:22.572421 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:06:26.529500 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37384) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:26.881161 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.pecan_wsgi.hooks.translation [None req-57127482-b27b-4f19-b327-c75eeaec491a admin admin] GET failed (client error): The resource could not be found. Aug 03 05:06:26.882481 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-57127482-b27b-4f19-b327-c75eeaec491a admin admin] 10.222.0.40 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3520319 Aug 03 05:06:27.049915 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a96470f2-7b6b-465c-8407-e12df171972d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:27.051994 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a96470f2-7b6b-465c-8407-e12df171972d admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652906 Aug 03 05:06:29.216246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37396) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:29.583825 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73adda0c-622b-4993-8dfa-f7c685ae265f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:29.585139 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-73adda0c-622b-4993-8dfa-f7c685ae265f admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/8457dddd-3a1c-42b3-9f7c-dfa3902fa377 HTTP/1.1" status: 200 len: 849 time: 0.3679414 Aug 03 05:06:29.594747 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:06:29.684392 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Publish callbacks [] for subnet (8457dddd-3a1c-42b3-9f7c-dfa3902fa377), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:29.918297 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741503728366'] for subnet (8457dddd-3a1c-42b3-9f7c-dfa3902fa377), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:29.953268 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:29.953849 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:29.957771 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] 10.222.0.40 "PUT /networking/v2.0/subnets/8457dddd-3a1c-42b3-9f7c-dfa3902fa377 HTTP/1.1" status: 200 len: 868 time: 0.3639476 Aug 03 05:06:29.959522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b5afea-d70b-4b5c-a195-6735dfa7be53 None None] Network ea08c384-3801-4b15-817e-6c092de5d7dd requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:06:29.976438 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8457dddd-3a1c-42b3-9f7c-dfa3902fa377,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:06:29.984449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.987528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.988272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.988272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.988454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.988842 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:29.988946 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f716f61-17a8-43b0-b669-f6c391d73d97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:06:30.256163 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Provisioning complete for port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:06:30.256555 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f86dd26-2db3-4b29-a8dc-06724d18d4d4), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:30.328773 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Current status of the port 4f86dd26-2db3-4b29-a8dc-06724d18d4d4 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:06:30.336757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Provisioning complete for port 1000ae75-c9d4-4d5a-a683-7ecf338005fb triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:06:30.337669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1000ae75-c9d4-4d5a-a683-7ecf338005fb), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:30.410947 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-4ee68395-c9fe-4a6a-a066-02cfea9f21bf None None] Current status of the port 1000ae75-c9d4-4d5a-a683-7ecf338005fb is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:06:32.198382 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37404) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:32.568993 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:32.707196 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78f795-3638-40ce-a0bd-b8447b00ecc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:32.707670 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e78f795-3638-40ce-a0bd-b8447b00ecc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:32.709204 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4e78f795-3638-40ce-a0bd-b8447b00ecc7 admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5098250 Aug 03 05:06:35.026583 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:35.524350 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca851b5-977f-4088-971b-bc348bf64740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:35.524825 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca851b5-977f-4088-971b-bc348bf64740 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:35.526378 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3ca851b5-977f-4088-971b-bc348bf64740 admin admin] 10.222.0.40 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4988234 Aug 03 05:06:37.715875 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37420) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:38.112315 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0cda52-ed2a-4a8a-91fc-124c55603841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:38.114149 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5c0cda52-ed2a-4a8a-91fc-124c55603841 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/9c8b26e8-c27e-4657-b416-e3c1c564b7a5 HTTP/1.1" status: 200 len: 886 time: 0.3973076 Aug 03 05:06:40.273046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37428) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:40.405362 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:40.409731 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:40.630389 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:40.678959 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:40.715165 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53860bc1-dd13-420b-8ab1-399998fef850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:40.716571 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-53860bc1-dd13-420b-8ab1-399998fef850 admin admin] 10.222.0.40 "GET /networking/v2.0/networks/ea08c384-3801-4b15-817e-6c092de5d7dd HTTP/1.1" status: 200 len: 869 time: 0.4425523 Aug 03 05:06:42.929404 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37436) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:43.326353 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fef21-24b7-4600-8ded-77cfdee5de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:43.326817 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496fef21-24b7-4600-8ded-77cfdee5de7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:43.328386 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-496fef21-24b7-4600-8ded-77cfdee5de7f admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3980358 Aug 03 05:06:45.489268 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37444) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:45.864748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0992f2-3d4e-4037-8827-3c7e4c7e7baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:45.865397 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0992f2-3d4e-4037-8827-3c7e4c7e7baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:45.867554 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-be0992f2-3d4e-4037-8827-3c7e4c7e7baa admin admin] 10.222.0.40 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3772216 Aug 03 05:06:46.576795 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:46.577600 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:06:47.031966 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a886652-3228-42f1-8079-1b8f52357d3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:48.057668 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37452) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:48.424462 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5606bd-2476-4188-9589-06c7074788d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:48.425826 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ad5606bd-2476-4188-9589-06c7074788d1 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/2bc46c23-d771-47ef-ae2e-014b7f7f53f7 HTTP/1.1" status: 200 len: 816 time: 0.3671772 Aug 03 05:06:49.415327 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-32519793-2a69-4beb-b4c8-0794726e4e87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:50.614225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37460) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:06:50.648285 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:50.994545 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8070ae-99a7-4038-8cd9-135081a04802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:06:50.995935 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5d8070ae-99a7-4038-8cd9-135081a04802 admin admin] 10.222.0.40 "GET /networking/v2.0/subnets/8457dddd-3a1c-42b3-9f7c-dfa3902fa377 HTTP/1.1" status: 200 len: 868 time: 0.3807671 Aug 03 05:06:51.968989 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:52.283098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:06:59.570632 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:07:00.989789 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=39 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:00.990662 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=25 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:02.221310 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:02.225268 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:17.048560 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-373a8a06-e77d-4713-8a28-6da18a51afe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:18.995677 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37516) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:07:19.317124 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [None req-d668c40d-5721-48ed-88f9-703bcf454d5e admin admin] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:07:19.318128 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d668c40d-5721-48ed-88f9-703bcf454d5e admin admin] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3215148 Aug 03 05:07:19.424876 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6b59a935-8fe2-44bc-b8fe-8e57abefc806 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:20.751129 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:21.581707 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37524) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:07:21.928435 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a5add4-93a3-4250-9153-f02a504964ff admin admin] GET failed (client error): The resource could not be found. Aug 03 05:07:21.929843 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b9a5add4-93a3-4250-9153-f02a504964ff admin admin] 10.222.0.40 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3470962 Aug 03 05:07:21.950929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:22.018383 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a8bac8-79d7-462e-9a06-ab7f30f881eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:07:22.019893 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e2a8bac8-79d7-462e-9a06-ab7f30f881eb admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0857556 Aug 03 05:07:22.270792 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:23.567839 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:23.572756 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:24.237311 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37532) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:07:24.565630 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:07:24.653213 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Made reservation on behalf of 6917683e025f412781fd852422d27ce7 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:07:24.655654 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:24.684575 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING neutron.services.revisions.revision_plugin [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Could not find related network for resource to bump revision. Aug 03 05:07:24.699232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:07:24.712315 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (d151e86d-13f3-4e04-9abd-74446621971e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:24.712651 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Added segment d151e86d-13f3-4e04-9abd-74446621971e of type vlan for network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 Aug 03 05:07:24.752231 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (8fb4bd53-fc5d-47c9-a08b-57eef9c21562), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:24.807246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (8fb4bd53-fc5d-47c9-a08b-57eef9c21562), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:24.808142 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:07:24.808736 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:24.869005 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] Pushing event updated for resources: {'Network': ['ID=8fb4bd53-fc5d-47c9-a08b-57eef9c21562,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:07:24.880012 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:07:24.908196 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c9628e4e-d763-46b4-b086-b73a95bf10ee admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6697896 Aug 03 05:07:27.116560 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37540) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:07:27.458445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.pecan_wsgi.hooks.translation [None req-adcbb625-e31b-4f0a-aea3-a46e8964461a admin admin] GET failed (client error): The resource could not be found. Aug 03 05:07:27.459802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-adcbb625-e31b-4f0a-aea3-a46e8964461a admin admin] 10.222.0.40 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3422723 Aug 03 05:07:27.620027 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def67ca4-ce12-4fe3-86b7-5af9c883011a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:07:27.621562 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-def67ca4-ce12-4fe3-86b7-5af9c883011a admin admin] 10.222.0.40 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1575379 Aug 03 05:07:27.631934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:07:27.709911 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Made reservation on behalf of 6917683e025f412781fd852422d27ce7 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:07:27.712416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:27.927443 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (d1b2a533-33fb-44bd-85bc-1a7fa9f798f9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:27.983122 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1b2a533-33fb-44bd-85bc-1a7fa9f798f9,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:07:27.994129 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.994465 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.994831 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.995219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.995556 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.995893 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.996222 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.996550 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.996892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.997224 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.997566 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.997911 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.998239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.998563 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:27.998917 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.004561 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Checking segment: {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:07:28.004918 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Network hostable DHCP agents. Network: 8fb4bd53-fc5d-47c9-a08b-57eef9c21562, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:07:28.058433 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:07:28.121072 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 8fb4bd53-fc5d-47c9-a08b-57eef9c21562) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:07:28.125644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:07:28.126248 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.131247 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1674ceb9-269d-4c48-a082-bc0cd291b169 None None] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:07:28.181234 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4743901f-41c3-4662-9c77-251545997af5 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5525663 Aug 03 05:07:28.242341 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-8fb4bd53-fc5d-47c9-a08b-57eef9c21562', 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562', 'project_id': '6917683e025f412781fd852422d27ce7', 'fixed_ips': [{'subnet_id': 'd1b2a533-33fb-44bd-85bc-1a7fa9f798f9'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:07:28.246158 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.386396 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Allocated IP 192.168.233.2 (8fb4bd53-fc5d-47c9-a08b-57eef9c21562/d1b2a533-33fb-44bd-85bc-1a7fa9f798f9/9011b68f-d513-4e5d-8b63-1a29e7faa499) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:07:28.642696 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks [] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.733499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.771519 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:07:28.774420 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:07:28.777143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:07:28.790961 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Pushing event updated for resources: {'Port': ['ID=9011b68f-d513-4e5d-8b63-1a29e7faa499,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:07:28.801736 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.807563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:07:28.855944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Attempting to bind port 9011b68f-d513-4e5d-8b63-1a29e7faa499 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:07:28.856325 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Attempting to bind port 9011b68f-d513-4e5d-8b63-1a29e7faa499 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:07:28.856695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Attempting to bind port 9011b68f-d513-4e5d-8b63-1a29e7faa499 on network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:07:28.862640 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 7, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:07:28.863049 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Checking segment: {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:07:28.863454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.863857 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Bound using segment: {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:07:28.864324 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Bound port: 9011b68f-d513-4e5d-8b63-1a29e7faa499, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:07:28.865201 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:28.942341 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] For port 9011b68f-d513-4e5d-8b63-1a29e7faa499, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:07:28.945477 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] For port 9011b68f-d513-4e5d-8b63-1a29e7faa499, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=9011b68f-d513-4e5d-8b63-1a29e7faa499,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:07:29.036358 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:29.082781 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:UPDATE=8,neutron:INSERT=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:29.097866 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ad0e39-0739-4714-84c5-672994544a62 None None] Pushing event updated for resources: {'Port': ['ID=9011b68f-d513-4e5d-8b63-1a29e7faa499,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:07:29.908814 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f90be31-1741-432d-b610-d9985c9f6085 None None] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:07:30.003695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Provisioning complete for port 9011b68f-d513-4e5d-8b63-1a29e7faa499 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:07:30.004090 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.045160 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 9011b68f-d513-4e5d-8b63-1a29e7faa499 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:07:30.054056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:30.156727 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Current status of the port 9011b68f-d513-4e5d-8b63-1a29e7faa499 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:07:30.157035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.166612 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 9011b68f-d513-4e5d-8b63-1a29e7faa499 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:07:30.167036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.221162 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] For port 9011b68f-d513-4e5d-8b63-1a29e7faa499, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=9011b68f-d513-4e5d-8b63-1a29e7faa499,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:07:30.270305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 9011b68f-d513-4e5d-8b63-1a29e7faa499 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:07:30.270706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.272799 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.351630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f714ee7-4d5b-41c8-b485-3dc329da9f35 None None] Pushing event updated for resources: {'Port': ['ID=9011b68f-d513-4e5d-8b63-1a29e7faa499,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:07:30.367007 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 03 05:07:30.368160 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG oslo_db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 05:07:30.389511 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-b617f593-6c9c-4a68-b676-a689d6055686 None None] Provisioning complete for port 9011b68f-d513-4e5d-8b63-1a29e7faa499 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:07:30.389905 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b617f593-6c9c-4a68-b676-a689d6055686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:30.468291 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b617f593-6c9c-4a68-b676-a689d6055686 None None] Current status of the port 9011b68f-d513-4e5d-8b63-1a29e7faa499 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:07:30.892755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:30.903488 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 9011b68f-d513-4e5d-8b63-1a29e7faa499 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:07:31.999064 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 9011b68f-d513-4e5d-8b63-1a29e7faa499 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:07:32.045585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 9011b68f-d513-4e5d-8b63-1a29e7faa499 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:07:32.045585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (9011b68f-d513-4e5d-8b63-1a29e7faa499), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:32.122716 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 9011b68f-d513-4e5d-8b63-1a29e7faa499 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:07:34.863593 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:34.865525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=37,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:36.569826 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:07:38.132986 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=40,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:38.138390 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=53,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:42.116939 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=18 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:42.120786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=2,neutron:SELECT=55 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:07:47.075067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-af633bc7-59a8-44ea-ab6b-1057f982723c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:49.417710 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0a64aad7-1927-4ec3-874d-9b400d047c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:50.634861 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:51.966524 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:07:52.286115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:00.575880 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:00.582784 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:02.216840 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:02.219631 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:13.568105 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:08:15.565011 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:17.170665 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-355af3f2-78b8-43c4-9edf-89d2a4b8708e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:19.427892 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-73de50a5-7359-4ea9-bd07-3ed16e4d3cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:20.690578 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:21.965072 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:22.256339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:23.564445 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:32.213327 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:32.215838 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=3,neutron:SELECT=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:37.572282 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:37.577993 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:08:47.049101 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6d2e799f-4a04-4c1e-a331-a74b30627275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:49.438063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-acb4e3ba-160d-4606-b766-b1c6b0972200 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:50.566668 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:08:50.673242 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:51.958231 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:08:52.265991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:00.563081 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:00.564467 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:02.213678 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:02.215981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:04.510804 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37582) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:09:04.517245 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [None req-fae721ee-6487-4d69-b824-e891bff034f0 tempest-verify_tempest_config-1667011727 tempest-verify_tempest_config-1667011727-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:09:04.523514 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fae721ee-6487-4d69-b824-e891bff034f0 tempest-verify_tempest_config-1667011727 tempest-verify_tempest_config-1667011727-project] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0063760 Aug 03 05:09:05.210993 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37600) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:09:05.538285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.617531 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Publish callbacks [] for security_group (3621cdd6-76f4-4a93-9ee0-d2543b5db1a7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.677049 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3621cdd6-76f4-4a93-9ee0-d2543b5db1a7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.724225 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=52c0354b6a3b431bba0808103da4b4ba&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5142102 Aug 03 05:09:05.725063 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3621cdd6-76f4-4a93-9ee0-d2543b5db1a7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:09:05.727112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37606) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:09:05.732546 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.732901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.733263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.733604 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.733941 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.734271 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.734600 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.734954 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.735563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.735887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.736231 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.736561 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.736881 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.737204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.737524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9331f37b-9289-4bce-aa0c-4bd243e08e46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:05.784809 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Publish callbacks [] for security_group (3621cdd6-76f4-4a93-9ee0-d2543b5db1a7), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.806186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Publish callbacks [] for security_group (3621cdd6-76f4-4a93-9ee0-d2543b5db1a7), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.986189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3621cdd6-76f4-4a93-9ee0-d2543b5db1a7), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.989176 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:05.992963 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3621cdd6-76f4-4a93-9ee0-d2543b5db1a7 HTTP/1.1" status: 204 len: 168 time: 0.2648442 Aug 03 05:09:06.001987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3621cdd6-76f4-4a93-9ee0-d2543b5db1a7,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:09:06.009420 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.009771 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.010142 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.010478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.011023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.011354 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.011701 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.012229 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.012788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.013339 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.013815 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.014281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.014607 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.014948 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:06.015313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f57176-b306-4622-b57b-8f4e76dbcd4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:09:15.720899 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:15.728880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=21,neutron:INSERT=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.005086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.005852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.022511 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=17 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.025472 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.029257 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:16.038172 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:17.060723 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e6021bb3-1f99-488b-957e-ecc4ca358688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:19.442397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-274a1b9f-2e7a-4c99-8860-1db80cbacf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:20.666942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:21.968053 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:22.259354 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:27.565931 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:09:32.207605 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:32.213636 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:37.561757 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:37.562486 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:47.035260 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-82aa3b44-bf85-483f-b4e5-a429af58435d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:49.452199 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ec821d33-abf2-494f-a021-793dba547b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:50.681114 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:51.573595 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:51.578447 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:09:51.949559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:09:52.263692 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:02.215821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:02.218096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:04.565134 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:10:15.570022 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:15.570761 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:17.177417 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f4f299f1-f3f6-47c5-abdb-b97c7b40e0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:19.428719 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-888dcb7a-7d40-4c47-83be-379f11e527b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:20.680425 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:21.977607 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:22.268092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:28.578931 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:28.583826 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:32.214190 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:32.221223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:41.565535 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 5 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:10:47.079131 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cef0b2fc-5241-42df-9f7d-a46d1cedcfe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:49.444343 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5d94cf1e-f468-4fdf-a19b-8286459e9ba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:50.684281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:51.559357 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:51.560120 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:10:51.793688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721377'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:52.010794 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:10:52.329732 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:02.224187 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:02.226075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:04.414404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37700) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:11:04.545297 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-de7f4b0c-e9a7-4f37-8196-7dab5ce2b707 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1294372 Aug 03 05:11:05.584638 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:05.589464 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:06.608710 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37710) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:11:06.669932 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fce0af8a-f066-4df4-88b7-396377495182 admin admin] 10.222.0.40 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0601127 Aug 03 05:11:16.014294 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:16.015087 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:16.664017 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:16.665099 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:17.152062 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3ba0988c-a8d8-4e02-8a6a-43db5d2e8a62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:18.563822 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:11:19.442425 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-285cb2d7-be1a-4e0d-9814-6cba1af01bb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:20.683373 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:21.762069 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:21.980624 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:22.277214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:28.560133 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:32.226336 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:32.228056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:42.581554 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:42.586421 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:11:47.076398 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0993dc6d-74cd-4949-a10b-44a00b261907 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:49.441130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3f1a943-f997-4600-82a7-218017b2a85a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:50.686764 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:51.779220 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:51.955321 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:52.287048 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:11:55.563173 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:12:02.224453 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:02.227087 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:05.559542 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:17.125727 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c04c0b36-0327-4a50-b539-e1b1d8768719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:19.435405 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-970b966d-c896-463f-bbe0-a7461deb9d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:19.588390 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:19.594239 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:20.686750 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:21.766734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:21.972602 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:22.285397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:32.223684 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:32.226398 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:32.561992 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:12:42.558685 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:42.560661 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:42.606324 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37792) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:42.872337 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-592744894-network', 'tenant_id': '829c8e80e96d40d682a17185eb4da336'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:42.964497 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Made reservation on behalf of 829c8e80e96d40d682a17185eb4da336 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:42.966938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:42.980113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.060744 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks [] for security_group (1b9dd421-3541-4704-a119-75bf200a0cd9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.131116 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1b9dd421-3541-4704-a119-75bf200a0cd9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.173926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:12:43.183710 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9dd421-3541-4704-a119-75bf200a0cd9,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:43.195227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.195569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.195916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.196255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.196584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.196907 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.197233 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.197554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.197899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.198223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.198613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.198941 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.199260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Tracked resource versions report: Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: pushed versions: Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: { 'AddressGroup': {'1.2'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Agent': {'1.1'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'ConntrackHelper': {'1.0'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Log': {'1.0'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'NDPProxy': {'1.0'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Network': {'1.1'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Port': {'1.7'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'PortForwarding': {'1.3'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'QosPolicy': {'1.10'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroup': {'1.5'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SubPort': {'1.0'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Subnet': {'1.1'}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Trunk': {'1.1'}} Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: consumer versions: Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: HyperV agent@hv-cinder-85127: {}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Agent': '1.1', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'ConntrackHelper': '1.0', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'LocalIPAssociation': '1.0', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Log': '1.0', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'NDPProxy': '1.0', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Network': '1.1', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Port': '1.7', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'PortForwarding': '1.3', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'QosPolicy': '1.10', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroup': '1.5', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SecurityGroupRule': '1.2', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'SubPort': '1.0', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Subnet': '1.1', Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: 'Trunk': '1.1'}} Aug 03 05:12:43.203243 dv-cinder-851279-4-iscsi neutron-server[104590]: {{(pid=104590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:12:43.206228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (1a92079b-a544-4bdc-8a21-0ee3817f76ac), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.206228 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Added segment 1a92079b-a544-4bdc-8a21-0ee3817f76ac of type vlan for network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 Aug 03 05:12:43.246763 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (2e69d8c5-66e7-4f9d-9779-ca17893c6637), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.336418 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (2e69d8c5-66e7-4f9d-9779-ca17893c6637), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.337494 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:43.339572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.432414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] Pushing event updated for resources: {'Network': ['ID=2e69d8c5-66e7-4f9d-9779-ca17893c6637,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:43.442556 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:12:43.469848 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6c53cc89-331e-4a3f-9853-f325e437b9da admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.8623576 Aug 03 05:12:43.473019 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37850) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:43.477997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Request body: {'subnet': {'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-subnet', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:43.577128 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Made reservation on behalf of 829c8e80e96d40d682a17185eb4da336 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:43.581149 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.833683 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (d7ca9a5f-fc4d-428a-bc9c-11b201bef631), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:43.893654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7ca9a5f-fc4d-428a-bc9c-11b201bef631,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:43.900915 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:43.901275 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Network hostable DHCP agents. Network: 2e69d8c5-66e7-4f9d-9779-ca17893c6637, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:12:44.045863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:12:44.166887 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 2e69d8c5-66e7-4f9d-9779-ca17893c6637) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:44.171665 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:44.175980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.175980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:44.179236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5cefea-d523-473f-87f9-80b606daf6b2 None None] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:44.304063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:12:44.305036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.313055 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-94c56040-8868-4e40-a8e9-1c9b7067109d admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8387942 Aug 03 05:12:44.317181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37868) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:44.324456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:44.429186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.433006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.447536 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:44.467783 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Allocated IP 172.20.0.2 (2e69d8c5-66e7-4f9d-9779-ca17893c6637/d7ca9a5f-fc4d-428a-bc9c-11b201bef631/ee418fb5-7a80-4f03-8d37-85c043e52ac1) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:44.542241 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for router_controller (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.624091 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks [] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.710171 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.761282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for router_gateway (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.761436 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:44.762295 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:44.765029 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:44.771878 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Pushing event updated for resources: {'Port': ['ID=ee418fb5-7a80-4f03-8d37-85c043e52ac1,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:44.799451 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.799819 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.800166 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.800511 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.800850 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.801182 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.801508 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.801838 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.802179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.802504 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.802919 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.803778 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.804109 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.804434 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.804758 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Tracked resource versions report: Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: pushed versions: Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: { 'AddressGroup': {'1.2'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Agent': {'1.1'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'ConntrackHelper': {'1.0'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Log': {'1.0'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'NDPProxy': {'1.0'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Network': {'1.1'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Port': {'1.7'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'PortForwarding': {'1.3'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'QosPolicy': {'1.10'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroup': {'1.5'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SubPort': {'1.0'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Subnet': {'1.1'}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Trunk': {'1.1'}} Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: consumer versions: Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: HyperV agent@hv-cinder-85127: {}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Agent': '1.1', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'ConntrackHelper': '1.0', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'LocalIPAssociation': '1.0', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Log': '1.0', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'NDPProxy': '1.0', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Network': '1.1', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Port': '1.7', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'PortForwarding': '1.3', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'QosPolicy': '1.10', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroup': '1.5', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SecurityGroupRule': '1.2', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'SubPort': '1.0', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Subnet': '1.1', Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: 'Trunk': '1.1'}} Aug 03 05:12:44.805966 dv-cinder-851279-4-iscsi neutron-server[104592]: {{(pid=104592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:12:44.845158 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Attempting to bind port ee418fb5-7a80-4f03-8d37-85c043e52ac1 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:44.845629 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Attempting to bind port ee418fb5-7a80-4f03-8d37-85c043e52ac1 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:44.846077 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Attempting to bind port ee418fb5-7a80-4f03-8d37-85c043e52ac1 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:44.853695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:44.854332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:44.855529 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.856306 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Bound using segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:44.857139 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Bound port: ee418fb5-7a80-4f03-8d37-85c043e52ac1, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:44.857768 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:44.937082 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] For port ee418fb5-7a80-4f03-8d37-85c043e52ac1, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:44.942340 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] For port ee418fb5-7a80-4f03-8d37-85c043e52ac1, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee418fb5-7a80-4f03-8d37-85c043e52ac1,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:44.945625 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:45.024169 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for router_gateway (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:45.029061 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:45.051029 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:45.106907 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acb657c-0eca-4c14-9ca1-e9820379669a None None] Pushing event updated for resources: {'Port': ['ID=ee418fb5-7a80-4f03-8d37-85c043e52ac1,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:45.196316 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Allocated IP 172.27.4.87 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/e7d15dd5-1da2-4128-9226-db7193fde8d8) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:45.426458 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:45.428367 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:45.525837 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:45.534017 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37920) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:45.565114 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:45.568058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:45.571338 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:45.649824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Pushing event updated for resources: {'Port': ['ID=e7d15dd5-1da2-4128-9226-db7193fde8d8,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:45.675672 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37930) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:45.714071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37934) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:45.914435 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for router_gateway (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.003860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-450781280-network', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:46.118935 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Made reservation on behalf of 2e1ed25abd8e43009dd8f3f4b7ec1864 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:46.121329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.147561 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.152518 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1978800375-network', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:46.187710 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36058997-2a55-4663-aa63-29dba838ebfb None None] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:46.292463 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks [] for security_group (2e68d4eb-ae05-4169-92a0-3442cfeca829), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.294415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Made reservation on behalf of ec7ef948182a457381fd0a686ca298dc for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:46.297238 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.307773 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.315541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.327503 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:46.340004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-325096853-network', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:46.349792 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee418fb5-7a80-4f03-8d37-85c043e52ac1 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:46.390656 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Provisioning complete for port ee418fb5-7a80-4f03-8d37-85c043e52ac1 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:46.391063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.402366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks [] for security_group (9eff773d-ac85-4f7a-b3a1-596c6317b5d5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.403726 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2e68d4eb-ae05-4169-92a0-3442cfeca829), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.416086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:12:46.427329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e1312fba-ce96-4cd3-99ae-65e0a777dbeb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.428046 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Added segment e1312fba-ce96-4cd3-99ae-65e0a777dbeb of type vlan for network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 Aug 03 05:12:46.479063 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.484026 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ee418fb5-7a80-4f03-8d37-85c043e52ac1 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:46.484435 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.515362 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=67,neutron:INSERT=28,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:46.522564 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e68d4eb-ae05-4169-92a0-3442cfeca829,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:46.525388 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (9eff773d-ac85-4f7a-b3a1-596c6317b5d5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.539246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.540409 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.540916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.541785 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.542281 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.542803 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.543523 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.544178 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.544718 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.545415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.545956 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.546214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Current status of the port ee418fb5-7a80-4f03-8d37-85c043e52ac1 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:46.546637 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.546807 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.549301 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.549644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Made reservation on behalf of 050592077e0b4d26a1555d2daa7f460d for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:46.550061 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.550559 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Tracked resource versions report: Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: pushed versions: Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: { 'AddressGroup': {'1.2'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Agent': {'1.1'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'ConntrackHelper': {'1.0'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Log': {'1.0'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'NDPProxy': {'1.0'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Network': {'1.1'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Port': {'1.7'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'PortForwarding': {'1.3'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'QosPolicy': {'1.10'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroup': {'1.5'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SubPort': {'1.0'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Subnet': {'1.1'}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Trunk': {'1.1'}} Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: consumer versions: Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: HyperV agent@hv-cinder-85127: {}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Agent': '1.1', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'ConntrackHelper': '1.0', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'LocalIPAssociation': '1.0', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Log': '1.0', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'NDPProxy': '1.0', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Network': '1.1', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Port': '1.7', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'PortForwarding': '1.3', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'QosPolicy': '1.10', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroup': '1.5', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SecurityGroupRule': '1.2', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'SubPort': '1.0', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Subnet': '1.1', Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: 'Trunk': '1.1'}} Aug 03 05:12:46.552162 dv-cinder-851279-4-iscsi neutron-server[104591]: {{(pid=104591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:12:46.557307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.574173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.576048 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:12:46.592966 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] For port ee418fb5-7a80-4f03-8d37-85c043e52ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee418fb5-7a80-4f03-8d37-85c043e52ac1,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:12:46.593853 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:46.594294 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.595535 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:46.596259 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.613556 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (5016409c-7bd5-4d06-874c-0b6af72b2a56), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.614169 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Added segment 5016409c-7bd5-4d06-874c-0b6af72b2a56 of type vlan for network 5332b22b-0717-4e00-8913-c8b77d2d5704 Aug 03 05:12:46.625917 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff773d-ac85-4f7a-b3a1-596c6317b5d5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:46.695204 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.696516 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] Pushing event updated for resources: {'Network': ['ID=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:46.725959 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-af73dc01-88ea-42fb-b269-e3d78acfae79 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1914005 Aug 03 05:12:46.729716 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37954) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:46.741423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Request body: {'subnet': {'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-450781280-subnet', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:46.750004 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (5332b22b-0717-4e00-8913-c8b77d2d5704), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.764387 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:46.772070 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de2cde-ee6b-4e14-aa01-d9440aae86f6 None None] Pushing event updated for resources: {'Port': ['ID=ee418fb5-7a80-4f03-8d37-85c043e52ac1,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:46.775981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:12:46.780972 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:12:46.784823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks [] for security_group (0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.854027 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ee418fb5-7a80-4f03-8d37-85c043e52ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:46.858481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Made reservation on behalf of 2e1ed25abd8e43009dd8f3f4b7ec1864 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:46.861257 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.880155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.964628 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] vlan segment allocate from pool success with {'vlan_id': 638, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:12:46.996272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:46.997387 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (5332b22b-0717-4e00-8913-c8b77d2d5704), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:46.998288 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:46.999232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.021354 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (b66bc211-0cf0-447b-9acb-1771c2692a6c), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.021354 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Added segment b66bc211-0cf0-447b-9acb-1771c2692a6c of type vlan for network 0627b724-9776-4eb0-bb73-1088cf117d0e Aug 03 05:12:47.024967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:47.088156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:47.103130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b3174f8b-af01-45a3-ac34-a7979b2852ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.112775 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:47.113432 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] Pushing event updated for resources: {'Network': ['ID=5332b22b-0717-4e00-8913-c8b77d2d5704,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:47.113547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (0627b724-9776-4eb0-bb73-1088cf117d0e), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.128611 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:12:47.175811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:47.175811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:47.205917 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37968) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:47.212381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Request body: {'subnet': {'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1978800375-subnet', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:47.215437 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fb60c0d7-6d20-49e6-b52b-7bfbc54858e6 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.5380309 Aug 03 05:12:47.231495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.237923 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b7139528-8aa3-4bbf-830c-359b6c700514 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.9149623 Aug 03 05:12:47.237923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (0627b724-9776-4eb0-bb73-1088cf117d0e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.238255 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 37970) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:47.244648 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:47.247926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.250717 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-24d59c7b-b43c-488c-9c43-739e3eb2d9b3 None None] Provisioning complete for port ee418fb5-7a80-4f03-8d37-85c043e52ac1 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:47.251704 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-24d59c7b-b43c-488c-9c43-739e3eb2d9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.257765 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:47.453582 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.7356763 Aug 03 05:12:47.455856 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 37984) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:47.465255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Made reservation on behalf of ec7ef948182a457381fd0a686ca298dc for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:47.467940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.515299 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-24d59c7b-b43c-488c-9c43-739e3eb2d9b3 None None] Current status of the port ee418fb5-7a80-4f03-8d37-85c043e52ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:47.579764 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.609177 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:47.614873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Request body: {'subnet': {'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-subnet', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:47.621681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:47.633798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b32ba-3fdc-445c-bf1f-f06d18ce3148 admin admin] Pushing event updated for resources: {'Network': ['ID=0627b724-9776-4eb0-bb73-1088cf117d0e,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:47.647229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 0627b724-9776-4eb0-bb73-1088cf117d0e details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:12:47.715720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Made reservation on behalf of 050592077e0b4d26a1555d2daa7f460d for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:12:47.724442 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.911363 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:45Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:47.945167 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:47.945688 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:12:47.946117 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Updating router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 port e7d15dd5-1da2-4128-9226-db7193fde8d8 binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:12:47.989770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (56be6887-46dd-43de-8335-d72f57121e43), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:47.994117 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.027048 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Checking segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:48.030578 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Network hostable DHCP agents. Network: fb45a44c-e06c-4c3d-aeef-17fe7186c5b8, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:12:48.036752 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:48.204773 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:12:48.214475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:48.269339 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (3b928796-ff88-4263-b088-3f380838a6c8), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.605761 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee418fb5-7a80-4f03-8d37-85c043e52ac1 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:48.610897 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=56be6887-46dd-43de-8335-d72f57121e43,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:48.612375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ee418fb5-7a80-4f03-8d37-85c043e52ac1 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:48.612375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.613106 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks [] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.613827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Checking segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:48.613827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Network hostable DHCP agents. Network: 5332b22b-0717-4e00-8913-c8b77d2d5704, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:12:48.613827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Checking segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:48.613827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Network hostable DHCP agents. Network: 0627b724-9776-4eb0-bb73-1088cf117d0e, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:12:48.613827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b928796-ff88-4263-b088-3f380838a6c8,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:48.616068 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, fb45a44c-e06c-4c3d-aeef-17fe7186c5b8) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:48.616068 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:48.616068 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.624355 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22acb0ae-2abb-4b4f-b648-4c0193ff8fb2 None None] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:48.631181 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.642893 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.688015 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Attempting to bind port e7d15dd5-1da2-4128-9226-db7193fde8d8 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:48.688486 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Attempting to bind port e7d15dd5-1da2-4128-9226-db7193fde8d8 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:48.689185 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Attempting to bind port e7d15dd5-1da2-4128-9226-db7193fde8d8 on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:48.703866 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:48.704356 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:48.704828 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.705296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:48.705841 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Bound port: e7d15dd5-1da2-4128-9226-db7193fde8d8, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:48.706310 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.709293 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:12:48.709430 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Pushing event updated for resources: {'Port': ['ID=e7d15dd5-1da2-4128-9226-db7193fde8d8,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:48.712578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:12:48.720841 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 5332b22b-0717-4e00-8913-c8b77d2d5704) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:48.727208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:48.728004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.730626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 0627b724-9776-4eb0-bb73-1088cf117d0e) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:48.738091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:48.739213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.741612 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.742037 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.750629 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Tracked resource versions report: Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: pushed versions: Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: { 'AddressGroup': {'1.2'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Agent': {'1.1'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'ConntrackHelper': {'1.0'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'LocalIPAssociation': {'1.0'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Log': {'1.0'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'NDPProxy': {'1.0'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Network': {'1.1'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Port': {'1.7'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'PortForwarding': {'1.3'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'QosPolicy': {'1.10'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroup': {'1.5'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroupRule': {'1.2'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SubPort': {'1.0'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Subnet': {'1.1'}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Trunk': {'1.1'}} Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: consumer versions: Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: { DHCP agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: HyperV agent@hv-cinder-85127: {}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: L3 agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: Metadata agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: Metering agent@dv-cinder-851279-4-iscsi: {}, Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: Open vSwitch agent@dv-cinder-851279-4-iscsi: { 'AddressGroup': '1.2', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Agent': '1.1', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'ConntrackHelper': '1.0', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'LocalIPAssociation': '1.0', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Log': '1.0', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'NDPProxy': '1.0', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Network': '1.1', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Port': '1.7', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'PortForwarding': '1.3', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'QosPolicy': '1.10', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroup': '1.5', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SecurityGroupRule': '1.2', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'SubPort': '1.0', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Subnet': '1.1', Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: 'Trunk': '1.1'}} Aug 03 05:12:48.753765 dv-cinder-851279-4-iscsi neutron-server[104593]: {{(pid=104593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 03 05:12:48.770321 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec980e99-2006-40de-86e8-0cb5282119b9 None None] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:48.773183 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4728958e-c01f-48f4-9785-447b7009dd61 None None] Network 0627b724-9776-4eb0-bb73-1088cf117d0e requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:48.778097 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6a4f46cb-dd9e-413b-ab3f-edbd13b94916 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0446174 Aug 03 05:12:48.778390 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38020) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:48.784863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:48.786614 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] For port e7d15dd5-1da2-4128-9226-db7193fde8d8, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:48.789172 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] For port e7d15dd5-1da2-4128-9226-db7193fde8d8, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e7d15dd5-1da2-4128-9226-db7193fde8d8,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:48.840890 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Allocated IP 172.20.0.1 (2e69d8c5-66e7-4f9d-9779-ca17893c6637/d7ca9a5f-fc4d-428a-bc9c-11b201bef631/3696377f-c1a8-46e2-bf38-8bee041a5705) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:48.881706 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d523a06b-c9ea-4a6e-aba8-c93234fa5bf4 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4169614 Aug 03 05:12:48.884710 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38028) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:48.889803 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:48.901869 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8cbebede-8fea-4091-8e60-defc238d3bdf admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6883621 Aug 03 05:12:48.903674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38032) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:48.911087 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.924797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:12:48.967472 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:48.968116 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:48.968237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:48.977809 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.024880 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ee418fb5-7a80-4f03-8d37-85c043e52ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:49.072276 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:12:49.074989 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.094906 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks [] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.101138 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.102479 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.105775 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.108064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.123151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for router_controller (86071ff8-4ab5-46f9-8afb-57ebc7186567), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.127659 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:49.216639 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:49.216639 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:49.238775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for router_controller (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.353624 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a633dd-2e91-46a8-8f62-a7a3b5266829 None None] Pushing event updated for resources: {'Port': ['ID=e7d15dd5-1da2-4128-9226-db7193fde8d8,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:49.408841 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.431717 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:45Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:49.491434 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d26bf9-445e-41f1-b14b-1f0af464b651 None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:45Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:12:49.550233 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:49.580605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for router_controller (c01f4964-245a-42b1-bc0f-c0d38bdafd48), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.594044 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-5332b22b-0717-4e00-8913-c8b77d2d5704', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'fixed_ips': [{'subnet_id': '56be6887-46dd-43de-8335-d72f57121e43'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:12:49.595225 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.680150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for router_gateway (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.695875 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:49.704742 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:49.710285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:49.710831 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.728108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for router_gateway (86071ff8-4ab5-46f9-8afb-57ebc7186567), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.735329 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-0627b724-9776-4eb0-bb73-1088cf117d0e', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:12:49.736900 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.871501 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d867b9f5-f738-40b0-a32b-3dc3089a2a3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:49.903052 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Pushing event updated for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:49.913634 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Allocated IP 172.20.0.2 (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8/1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48/a0554155-9df0-43c1-85fb-d36870e51437) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:49.939875 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:50.011373 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:50.178987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Allocated IP 172.20.0.2 (5332b22b-0717-4e00-8913-c8b77d2d5704/56be6887-46dd-43de-8335-d72f57121e43/0221842d-ac42-4b8e-8475-5af3113bf532) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:50.184206 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.244883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Allocated IP 172.20.0.2 (0627b724-9776-4eb0-bb73-1088cf117d0e/3b928796-ff88-4263-b088-3f380838a6c8/0f47b85b-a568-4310-a082-e6180a19f686) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:50.361855 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e7d15dd5-1da2-4128-9226-db7193fde8d8 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:50.436322 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-66d04734-b0d9-4278-95b0-47ece0291ff7 None None] Provisioning complete for port 3696377f-c1a8-46e2-bf38-8bee041a5705 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:50.436720 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-66d04734-b0d9-4278-95b0-47ece0291ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.513426 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for router_gateway (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.559262 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.578221 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for router_gateway (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.606267 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.628115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks [] for port (a0554155-9df0-43c1-85fb-d36870e51437), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.635622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-66d04734-b0d9-4278-95b0-47ece0291ff7 None None] Port 3696377f-c1a8-46e2-bf38-8bee041a5705 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:12:50.636057 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for router_gateway (c01f4964-245a-42b1-bc0f-c0d38bdafd48), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.722522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Allocated IP 172.27.4.196 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/16872218-30b0-4aa9-af05-e308f183b315) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:50.770517 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (a0554155-9df0-43c1-85fb-d36870e51437), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.788995 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks [] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.861568 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port e7d15dd5-1da2-4128-9226-db7193fde8d8 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:50.862355 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.869954 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:50.873798 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.891651 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.892434 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:50.999909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks [] for port (0221842d-ac42-4b8e-8475-5af3113bf532), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.032892 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks [] for port (0f47b85b-a568-4310-a082-e6180a19f686), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.047572 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Pushing event updated for resources: {'Port': ['ID=a0554155-9df0-43c1-85fb-d36870e51437,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:51.047572 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:51.088444 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:51.096054 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for port (16872218-30b0-4aa9-af05-e308f183b315), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.109228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:51.151130 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Pushing event updated for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:51.166924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=5,neutron:SELECT=91,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:51.215154 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for router_gateway (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.217988 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:51.219415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:51.230317 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (0f47b85b-a568-4310-a082-e6180a19f686), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.232471 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.267746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.352613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (16872218-30b0-4aa9-af05-e308f183b315), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.382522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:51.391771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port e7d15dd5-1da2-4128-9226-db7193fde8d8 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:51.392170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.408122 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:51.418066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:51.427169 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:51.429959 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:51.430105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:51.434982 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:51.444099 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Attempting to bind port a0554155-9df0-43c1-85fb-d36870e51437 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:51.444862 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Attempting to bind port a0554155-9df0-43c1-85fb-d36870e51437 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:51.450547 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Attempting to bind port a0554155-9df0-43c1-85fb-d36870e51437 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:51.453565 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Pushing event updated for resources: {'Port': ['ID=0f47b85b-a568-4310-a082-e6180a19f686,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:51.455912 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:51.471753 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:51.487087 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:51.487709 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Checking segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:51.487870 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.488283 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Bound using segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:51.488769 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Bound port: a0554155-9df0-43c1-85fb-d36870e51437, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:51.489158 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a0554155-9df0-43c1-85fb-d36870e51437), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.499916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Allocated IP 172.27.4.86 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/b5a8a1e3-6697-4e31-a72b-bc2885d002da) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:51.529029 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Pushing event updated for resources: {'Port': ['ID=16872218-30b0-4aa9-af05-e308f183b315,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:51.556815 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port e7d15dd5-1da2-4128-9226-db7193fde8d8, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e7d15dd5-1da2-4128-9226-db7193fde8d8,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:12:51.569376 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:12:51.800913 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:51.832780 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.841645 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-62d72a09-03bb-4352-8235-59eba1371f42 None None] Provisioning complete for port 3696377f-c1a8-46e2-bf38-8bee041a5705 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:51.842739 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-62d72a09-03bb-4352-8235-59eba1371f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.861651 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:51.871396 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e281c11a-f5c5-4929-8241-25d7ce9ac845 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/64c5e757-3095-4b7c-9b16-0b9cdeed2c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6318293 Aug 03 05:12:51.874792 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for router_gateway (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.946225 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:51.960287 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=84,neutron:UPDATE=8,neutron:INSERT=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:51.973071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-62d72a09-03bb-4352-8235-59eba1371f42 None None] Port 3696377f-c1a8-46e2-bf38-8bee041a5705 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:12:52.020558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Pushing event updated for resources: {'Port': ['ID=0221842d-ac42-4b8e-8475-5af3113bf532,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:52.030561 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.059208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] For port a0554155-9df0-43c1-85fb-d36870e51437, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:52.062940 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] For port a0554155-9df0-43c1-85fb-d36870e51437, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a0554155-9df0-43c1-85fb-d36870e51437,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:52.087115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Attempting to bind port 0f47b85b-a568-4310-a082-e6180a19f686 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:52.087527 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Attempting to bind port 0f47b85b-a568-4310-a082-e6180a19f686 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:52.087905 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Attempting to bind port 0f47b85b-a568-4310-a082-e6180a19f686 on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:52.105128 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:52.109787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:52.118492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:52.140230 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:52.140672 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Checking segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:52.141086 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.141496 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Bound using segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:52.141987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Bound port: 0f47b85b-a568-4310-a082-e6180a19f686, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:52.142379 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0f47b85b-a568-4310-a082-e6180a19f686), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.153931 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Attempting to bind port 0221842d-ac42-4b8e-8475-5af3113bf532 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:52.164192 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Attempting to bind port 0221842d-ac42-4b8e-8475-5af3113bf532 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:52.164192 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Attempting to bind port 0221842d-ac42-4b8e-8475-5af3113bf532 on network 5332b22b-0717-4e00-8913-c8b77d2d5704 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:52.169763 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a8a1e3-6697-4e31-a72b-bc2885d002da,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:52.217611 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.231288 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a0554155-9df0-43c1-85fb-d36870e51437), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.244248 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:52.245052 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Checking segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:52.245706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.248099 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Bound using segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:52.248827 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Bound port: 0221842d-ac42-4b8e-8475-5af3113bf532, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:52.250325 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.320820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.335442 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:52.444196 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=e7d15dd5-1da2-4128-9226-db7193fde8d8,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:52.461642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Allocated IP 172.27.4.247 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:52.535023 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c4f75-2ea3-43f3-a5c5-f7286dab335b None None] Pushing event updated for resources: {'Port': ['ID=a0554155-9df0-43c1-85fb-d36870e51437,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:52.556429 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:52.557088 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:52.667442 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for router_gateway (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.747873 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.801825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38160) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:52.806692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.819665 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:52.835182 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=7,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:52.914418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] For port 0f47b85b-a568-4310-a082-e6180a19f686, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:52.916452 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] For port 0221842d-ac42-4b8e-8475-5af3113bf532, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:52.977694 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] For port 0221842d-ac42-4b8e-8475-5af3113bf532, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0221842d-ac42-4b8e-8475-5af3113bf532,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:52.998539 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] For port 0f47b85b-a568-4310-a082-e6180a19f686, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0f47b85b-a568-4310-a082-e6180a19f686,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:53.020786 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.042985 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:53.061815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.137452 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbacd8-31c3-4f2f-ad44-6064fedeb49f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.138232 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.174388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:53.180546 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0f47b85b-a568-4310-a082-e6180a19f686), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.199214 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:53.205335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:53.212304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Pushing event updated for resources: {'Port': ['ID=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:53.345620 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc4f60-bca4-436c-870f-e9d1725ce160 None None] Pushing event updated for resources: {'Port': ['ID=0221842d-ac42-4b8e-8475-5af3113bf532,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:53.400430 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:12:53.406263 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:12:53.861489 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:50Z', 'revision_number': 2, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:53.862343 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38206) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:53.862749 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:12:53.862749 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Updating router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 port 3696377f-c1a8-46e2-bf38-8bee041a5705 binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:12:53.862943 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:53.863034 dv-cinder-851279-4-iscsi neutron-server[104590]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 05:12:53.863118 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:53.863201 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:53.863590 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550105b-c9b0-4c7c-b92e-1be7bb6d8f63 None None] Pushing event updated for resources: {'Port': ['ID=0f47b85b-a568-4310-a082-e6180a19f686,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:53.863590 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.873573 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:53.877634 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:53.967244 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbacd8-31c3-4f2f-ad44-6064fedeb49f admin admin] Publish callbacks [] for security_group (7f696a3c-4165-49b0-8a67-8eaba894d55a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.980437 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:53.987114 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a3f75a97-5741-4bb5-b0b9-41b5f39b0ce3 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0959003 Aug 03 05:12:53.987114 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38210) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:54.108038 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:54.226321 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9e274e-4dd8-4bda-bf3d-e4b9f184c398 None None] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:54.302412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for router_gateway (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.364519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbbacd8-31c3-4f2f-ad44-6064fedeb49f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7f696a3c-4165-49b0-8a67-8eaba894d55a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.412947 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38214) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:54.417027 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:54.444668 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Provisioning complete for port a0554155-9df0-43c1-85fb-d36870e51437 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:54.445179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a0554155-9df0-43c1-85fb-d36870e51437), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.459186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:54.473396 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:52Z', 'revision_number': 3, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:54.519230 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:12:54.521806 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Updating router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a port b5a8a1e3-6697-4e31-a72b-bc2885d002da binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:12:54.534373 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:54.539947 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a0554155-9df0-43c1-85fb-d36870e51437 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:54.594384 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.642514 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks [] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.659266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a0554155-9df0-43c1-85fb-d36870e51437 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:54.664399 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a0554155-9df0-43c1-85fb-d36870e51437), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.692382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:54.720807 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:54.801385 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:54.808133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:54.809837 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:54.844319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbbacd8-31c3-4f2f-ad44-6064fedeb49f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f696a3c-4165-49b0-8a67-8eaba894d55a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:54.992162 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:54.993157 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd8bd5-72fb-4044-9bee-5bd09c881071 None None] Pushing event updated for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:55.059659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Current status of the port a0554155-9df0-43c1-85fb-d36870e51437 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:55.067881 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a0554155-9df0-43c1-85fb-d36870e51437), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.141851 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-d186077d-8471-478c-b862-26ffd8493bfb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:55.144455 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-d186077d-8471-478c-b862-26ffd8493bfb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 1.3583765 Aug 03 05:12:55.201278 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8cbbacd8-31c3-4f2f-ad44-6064fedeb49f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=078e30297f6446e0b4860ae523c2cf1f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3952820 Aug 03 05:12:55.210761 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38242) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:55.264363 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.275452 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6506070d-0703-4e72-a162-2f75c85d5c03 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4957342 Aug 03 05:12:55.278471 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38244) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:55.312278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b4098f60-ef01-429e-91aa-c6108bbcef21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.348035 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks [] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.368803 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] Publish callbacks [] for security_group (7f696a3c-4165-49b0-8a67-8eaba894d55a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.393722 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=3,neutron:UPDATE=3,neutron:SELECT=94 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:55.402633 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-96893cbf-d93e-4fb4-89c3-15dc987e3e2a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/quotas/829c8e80e96d40d682a17185eb4da336 HTTP/1.1" status: 200 len: 375 time: 0.1716321 Aug 03 05:12:55.408210 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.417754 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e5785-b6b0-4ae0-ac5f-b5fa4c25f93b None None] Network 0627b724-9776-4eb0-bb73-1088cf117d0e requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:55.422226 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:55.450198 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.468312 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] Publish callbacks [] for security_group (7f696a3c-4165-49b0-8a67-8eaba894d55a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.521914 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] For port a0554155-9df0-43c1-85fb-d36870e51437, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a0554155-9df0-43c1-85fb-d36870e51437,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:12:55.525595 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:55.563558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Attempting to bind port 3696377f-c1a8-46e2-bf38-8bee041a5705 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:55.563558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Attempting to bind port 3696377f-c1a8-46e2-bf38-8bee041a5705 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:55.563558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Attempting to bind port 3696377f-c1a8-46e2-bf38-8bee041a5705 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:55.631224 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ca648-794c-4cde-a656-c4e443c43a78 None None] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:12:55.640905 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a0554155-9df0-43c1-85fb-d36870e51437), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.647386 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a0554155-9df0-43c1-85fb-d36870e51437 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:55.647934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a0554155-9df0-43c1-85fb-d36870e51437), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.684653 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:55.691777 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634341b8-804b-4776-8e7a-6ef41c9c2242 None None] Pushing event updated for resources: {'Port': ['ID=b5a8a1e3-6697-4e31-a72b-bc2885d002da,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:55.701230 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Attempting to bind port b5a8a1e3-6697-4e31-a72b-bc2885d002da on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:55.701686 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Attempting to bind port b5a8a1e3-6697-4e31-a72b-bc2885d002da by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:55.702118 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Attempting to bind port b5a8a1e3-6697-4e31-a72b-bc2885d002da on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:55.708934 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:55.709592 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:55.709877 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.710430 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:55.711000 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Bound port: b5a8a1e3-6697-4e31-a72b-bc2885d002da, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:55.711455 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.752498 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e13ec-a6fc-4a1e-8a4a-fe3a476ff653 None None] Pushing event updated for resources: {'Port': ['ID=a0554155-9df0-43c1-85fb-d36870e51437,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:55.757019 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:55.757399 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:55.757804 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.758189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Bound using segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:55.758713 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Bound port: 3696377f-c1a8-46e2-bf38-8bee041a5705, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:55.759181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.799910 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:55.843582 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] For port b5a8a1e3-6697-4e31-a72b-bc2885d002da, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:55.848173 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] For port b5a8a1e3-6697-4e31-a72b-bc2885d002da, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b5a8a1e3-6697-4e31-a72b-bc2885d002da,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:55.859139 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:55.859513 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Allocated IP 172.20.0.1 (0627b724-9776-4eb0-bb73-1088cf117d0e/3b928796-ff88-4263-b088-3f380838a6c8/ee1f6082-11ea-40c7-8cf9-7222c69d503c) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:55.890754 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Provisioning complete for port 0221842d-ac42-4b8e-8475-5af3113bf532 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:55.893630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.949749 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.950423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7f696a3c-4165-49b0-8a67-8eaba894d55a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.953171 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:55.956945 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7f696a3c-4165-49b0-8a67-8eaba894d55a HTTP/1.1" status: 204 len: 168 time: 0.7423272 Aug 03 05:12:55.982753 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-3f994d74-f281-48e0-b5c3-2c78a36b4bde tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5466404 Aug 03 05:12:55.994729 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:56.003580 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:56.017511 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c92f12-ad18-46ab-88d8-8ff4aa5561ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f696a3c-4165-49b0-8a67-8eaba894d55a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:56.044759 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks [] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.132383 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.139350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 03 05:12:56.139833 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG oslo_db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 05:12:56.182024 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.226810 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:56.265138 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:56.326290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:56.336329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:56.344242 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] For port 3696377f-c1a8-46e2-bf38-8bee041a5705, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:56.346783 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:56.347473 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.392155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:56.446648 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] For port 3696377f-c1a8-46e2-bf38-8bee041a5705, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=3696377f-c1a8-46e2-bf38-8bee041a5705,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:56.516843 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:56.553376 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.562299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b4098f60-ef01-429e-91aa-c6108bbcef21 admin admin] Publish callbacks [] for security_group (a0a5e004-f9bb-4720-9c13-f848b5a816cd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.571632 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Current status of the port 0221842d-ac42-4b8e-8475-5af3113bf532 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:56.571961 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.577722 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:52Z', 'revision_number': 3, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:56.645417 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-0c2145bd-706f-4e30-b93d-2f31e769a669 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:12:56.647467 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-0c2145bd-706f-4e30-b93d-2f31e769a669 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3430386 Aug 03 05:12:56.651642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b4098f60-ef01-429e-91aa-c6108bbcef21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (a0a5e004-f9bb-4720-9c13-f848b5a816cd), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.685159 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0c74b4-9ff4-4811-b475-ff93a5377c5f None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:52Z', 'revision_number': 3, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:12:56.726607 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:56.740527 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634341b8-804b-4776-8e7a-6ef41c9c2242 None None] Pushing event updated for resources: {'Port': ['ID=b5a8a1e3-6697-4e31-a72b-bc2885d002da,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:56.779757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 3, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:56.830400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:56.889554 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:12:56.889973 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Updating router 86071ff8-4ab5-46f9-8afb-57ebc7186567 port 16872218-30b0-4aa9-af05-e308f183b315 binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:12:56.906627 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-11465d9b-41df-4664-b870-a8cf9ebf2dfd service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250693 Aug 03 05:12:56.909600 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b4098f60-ef01-429e-91aa-c6108bbcef21 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cdd26a4536e04491972ff6618289fc8f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.4913762 Aug 03 05:12:56.913901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38290) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:56.946960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4098f60-ef01-429e-91aa-c6108bbcef21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a5e004-f9bb-4720-9c13-f848b5a816cd,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:56.962100 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:56.962826 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:56.966101 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] For port 0221842d-ac42-4b8e-8475-5af3113bf532, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0221842d-ac42-4b8e-8475-5af3113bf532,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:12:56.971124 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a0554155-9df0-43c1-85fb-d36870e51437 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:56.972498 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e7d15dd5-1da2-4128-9226-db7193fde8d8 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:56.997424 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38292) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:57.012006 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bd8bd5-72fb-4044-9bee-5bd09c881071 None None] Pushing event updated for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:57.026932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55cc4c68-38ce-4ff6-a9f1-09c02b484f66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.046071 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:57.053442 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (16872218-30b0-4aa9-af05-e308f183b315), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.055196 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.176419 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.214323 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:57.218249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Provisioning complete for port a0554155-9df0-43c1-85fb-d36870e51437 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:57.218249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a0554155-9df0-43c1-85fb-d36870e51437), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.258207 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] Publish callbacks [] for security_group (a0a5e004-f9bb-4720-9c13-f848b5a816cd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.321509 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:57.330830 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] Publish callbacks [] for security_group (a0a5e004-f9bb-4720-9c13-f848b5a816cd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.361281 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks [] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.363891 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port e7d15dd5-1da2-4128-9226-db7193fde8d8 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:57.364282 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.374823 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Pushing event updated for resources: {'Port': ['ID=0221842d-ac42-4b8e-8475-5af3113bf532,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:57.385418 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55cc4c68-38ce-4ff6-a9f1-09c02b484f66 admin admin] Publish callbacks [] for security_group (bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.398455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Router c01f4964-245a-42b1-bc0f-c0d38bdafd48 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:12:57.420687 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:57.468801 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.469886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.491569 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-4258f6f1-930a-4e68-bda7-91574da9546f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381461 Aug 03 05:12:57.506360 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-55cc4c68-38ce-4ff6-a9f1-09c02b484f66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.508920 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (a0a5e004-f9bb-4720-9c13-f848b5a816cd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.511392 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.512578 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/a0a5e004-f9bb-4720-9c13-f848b5a816cd HTTP/1.1" status: 204 len: 168 time: 0.5977247 Aug 03 05:12:57.653204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:57.662221 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-55cc4c68-38ce-4ff6-a9f1-09c02b484f66 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=346d41c01e174b19875cd4c6f14cca0c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6620667 Aug 03 05:12:57.663595 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38296) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:57.671073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc4c68-38ce-4ff6-a9f1-09c02b484f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:57.734916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d4b13c-8f27-42f9-8a3d-615053e16a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a5e004-f9bb-4720-9c13-f848b5a816cd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:57.781553 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Allocated IP 172.20.0.1 (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8/1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48/bb22e10c-8f42-4a73-ad09-200c21d19fec) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:12:57.793376 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:57.796731 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:57.820587 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] Publish callbacks [] for security_group (bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:57.853879 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:57.884675 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Sync routers for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:57.908849 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:57.917690 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:58.033082 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] Publish callbacks [] for security_group (bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.064454 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:12:58.098768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38314) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:58.265603 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port e7d15dd5-1da2-4128-9226-db7193fde8d8 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:58.266342 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0f47b85b-a568-4310-a082-e6180a19f686 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:12:58.269283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.286796 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c0bf2994-5c26-46b7-9327-fa91b74af288 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.3827386 Aug 03 05:12:58.287471 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38326) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:58.288079 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.292158 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.293735 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288 HTTP/1.1" status: 204 len: 168 time: 0.6274831 Aug 03 05:12:58.307705 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a69e588-9ff4-483c-b8f3-e8435bb8fce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc73ba7-a8ed-4d97-9b10-e7bcf69f1288,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:58.319567 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:12:58.328368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d8f7a446-3599-4120-a46f-db6e9639ebd5 req-bc07ec53-b29d-459e-a426-a7aafac5820c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 210 time: 0.2198751 Aug 03 05:12:58.330535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.419523 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.436333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks [] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.462483 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.465356 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:12:58.470892 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-234cc210-65cf-4c7b-9d45-017c50e45aa9 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4852366 Aug 03 05:12:58.495748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Current status of the port a0554155-9df0-43c1-85fb-d36870e51437 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:58.498365 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:58.499966 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:53Z', 'revision_number': 3, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:12:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:58.529717 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Checking router: c01f4964-245a-42b1-bc0f-c0d38bdafd48 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:12:58.530065 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Updating router c01f4964-245a-42b1-bc0f-c0d38bdafd48 port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:12:58.539708 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c242821e-6991-4327-ab5f-06fce219c4c0 None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:12:58.563280 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.564423 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.567795 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.592547 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0f47b85b-a568-4310-a082-e6180a19f686 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:58.592831 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0f47b85b-a568-4310-a082-e6180a19f686), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.601952 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Provisioning complete for port 0f47b85b-a568-4310-a082-e6180a19f686 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:12:58.602756 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0f47b85b-a568-4310-a082-e6180a19f686), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.624151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.684277 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:58.697416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:12:58.717405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:12:58.727323 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:12:58.728084 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.843321 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38338) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:58.862314 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks [] for port (16872218-30b0-4aa9-af05-e308f183b315), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.883951 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-077a634d-9363-45a2-b6fa-9c1b71ec0b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:58.944106 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:59.009632 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (16872218-30b0-4aa9-af05-e308f183b315), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.181619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Pushing event updated for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:59.212380 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-077a634d-9363-45a2-b6fa-9c1b71ec0b50 admin admin] Publish callbacks [] for security_group (ccfc1dd6-d384-4914-9bd8-8d7089052373), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.239757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Current status of the port 0f47b85b-a568-4310-a082-e6180a19f686 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:59.246610 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0f47b85b-a568-4310-a082-e6180a19f686), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.257411 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Attempting to bind port 16872218-30b0-4aa9-af05-e308f183b315 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:59.257790 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Attempting to bind port 16872218-30b0-4aa9-af05-e308f183b315 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:59.258166 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Attempting to bind port 16872218-30b0-4aa9-af05-e308f183b315 on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:59.261565 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0f47b85b-a568-4310-a082-e6180a19f686 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:12:59.263846 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0f47b85b-a568-4310-a082-e6180a19f686), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.284725 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-077a634d-9363-45a2-b6fa-9c1b71ec0b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ccfc1dd6-d384-4914-9bd8-8d7089052373), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.324217 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:59.324798 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:59.325111 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.325519 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:59.326018 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Bound port: 16872218-30b0-4aa9-af05-e308f183b315, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:59.326404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (16872218-30b0-4aa9-af05-e308f183b315), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.345085 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-077a634d-9363-45a2-b6fa-9c1b71ec0b50 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ebbe2fc1c4b34d4e9324555109c39c57&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5004966 Aug 03 05:12:59.351051 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38354) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:12:59.388008 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks [] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.415139 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37fa7-8b63-4148-b409-375de395a608 None None] Pushing event updated for resources: {'Port': ['ID=16872218-30b0-4aa9-af05-e308f183b315,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:59.422932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a634d-9363-45a2-b6fa-9c1b71ec0b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfc1dd6-d384-4914-9bd8-8d7089052373,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:59.472245 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] For port 0f47b85b-a568-4310-a082-e6180a19f686, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0f47b85b-a568-4310-a082-e6180a19f686,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:12:59.492126 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.512080 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] For port 16872218-30b0-4aa9-af05-e308f183b315, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:59.519700 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] For port 16872218-30b0-4aa9-af05-e308f183b315, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=16872218-30b0-4aa9-af05-e308f183b315,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:59.539203 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:12:59.560990 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] Publish callbacks [] for security_group (ccfc1dd6-d384-4914-9bd8-8d7089052373), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.563968 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:59.566327 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:59.623672 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] Publish callbacks [] for security_group (ccfc1dd6-d384-4914-9bd8-8d7089052373), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.636704 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Attempting to bind port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:12:59.637373 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Attempting to bind port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:12:59.637499 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Attempting to bind port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:12:59.670823 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:12:59.672295 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:12:59.672728 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:12:59.673125 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.673517 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:12:59.673994 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Bound port: ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:12:59.674371 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.686007 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0f47b85b-a568-4310-a082-e6180a19f686), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.694046 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (16872218-30b0-4aa9-af05-e308f183b315), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.788492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ccfc1dd6-d384-4914-9bd8-8d7089052373), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.792896 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.798185 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ccfc1dd6-d384-4914-9bd8-8d7089052373 HTTP/1.1" status: 204 len: 168 time: 0.4429116 Aug 03 05:12:59.803806 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] For port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:12:59.807493 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] For port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:12:59.828156 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1535-09f0-4690-a3d5-85aa832bb569 None None] Pushing event updated for resources: {'Port': ['ID=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:59.829989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a80bb-1070-44fc-a3cf-ba577f434389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfc1dd6-d384-4914-9bd8-8d7089052373,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:12:59.833422 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-c536fc39-3478-43ce-bb8d-ca633484345f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:12:59.835340 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-c536fc39-3478-43ce-bb8d-ca633484345f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 0.4672925 Aug 03 05:12:59.908919 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:12:59.926208 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-5be8d87f-a4fc-4553-a4f9-81d381d8aaee tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/quotas/829c8e80e96d40d682a17185eb4da336 HTTP/1.1" status: 200 len: 375 time: 0.0683908 Aug 03 05:12:59.976426 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:12:59.981917 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:12:59.983286 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:00.046272 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eb1535-09f0-4690-a3d5-85aa832bb569 None None] Pushing event updated for resources: {'Port': ['ID=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:00.151265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-ba9731b0-7bc0-49a4-9b8b-f66e85b7ab6d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005112 Aug 03 05:13:00.179195 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Provisioning complete for port bb22e10c-8f42-4a73-ad09-200c21d19fec triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:00.179380 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.182246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:00.183137 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:00.185898 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 03 05:13:00.186250 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG oslo_db.api [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 05:13:00.239933 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.277117 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:00.302159 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38396) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:00.309295 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--613148993', 'description': 'tempest-description--1424420258'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:00.315021 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446b64c-088e-43a3-a0c0-b7ff08bb6810 None None] Pushing event updated for resources: {'Port': ['ID=0f47b85b-a568-4310-a082-e6180a19f686,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:00.397578 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Port bb22e10c-8f42-4a73-ad09-200c21d19fec cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:00.480127 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:00.520181 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.537432 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Provisioning complete for port 0f47b85b-a568-4310-a082-e6180a19f686 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:00.537823 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0f47b85b-a568-4310-a082-e6180a19f686), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.556940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:00.615329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:00.681741 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-78008488-cb0e-46f8-973f-dabef8e45851 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869416 Aug 03 05:13:00.725910 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:00.727049 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (50e7fff6-7625-4596-a1e5-6a4a2fc0f937), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.755617 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc37fa7-8b63-4148-b409-375de395a608 None None] Pushing event updated for resources: {'Port': ['ID=16872218-30b0-4aa9-af05-e308f183b315,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:00.827329 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:00.834876 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:53Z', 'revision_number': 3, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:00.842556 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (50e7fff6-7625-4596-a1e5-6a4a2fc0f937), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.868000 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:00.875772 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d85b1b4-84dc-4ff1-a461-e3669849f5a9 None None] The sync data for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi is: [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:53Z', 'revision_number': 3, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:00.961580 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:00.966123 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e7fff6-7625-4596-a1e5-6a4a2fc0f937,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:01.013683 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.015332 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-aaf0109f-ab64-4b8f-baad-6772dbb15a74 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7115064 Aug 03 05:13:01.018462 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38434) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:01.027647 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group_rule': {'security_group_id': '50e7fff6-7625-4596-a1e5-6a4a2fc0f937', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:01.065332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0f47b85b-a568-4310-a082-e6180a19f686 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:01.066355 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0221842d-ac42-4b8e-8475-5af3113bf532 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:01.137487 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-f3df3425-6e1a-4712-8c42-4d7b39764828 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4548728 Aug 03 05:13:01.184250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:01.219064 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (497a9bbd-0077-4ff1-8639-c99be1d22beb), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.235127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks [] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.262206 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Current status of the port 0f47b85b-a568-4310-a082-e6180a19f686 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:01.294503 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Provisioning complete for port ee1f6082-11ea-40c7-8cf9-7222c69d503c triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:01.295222 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.340998 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:01.394960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.401854 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.441980 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (497a9bbd-0077-4ff1-8639-c99be1d22beb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.532579 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:01.553975 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (497a9bbd-0077-4ff1-8639-c99be1d22beb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.602861 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=497a9bbd-0077-4ff1-8639-c99be1d22beb,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:01.616547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Pushing event updated for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:01.640019 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Allocated IP 172.20.0.1 (5332b22b-0717-4e00-8913-c8b77d2d5704/56be6887-46dd-43de-8335-d72f57121e43/b01c6d36-de48-4457-b54e-b6f43dce86b6) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:01.790164 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:01.792491 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6e6d06c7-433f-4c16-ad50-217d0746d6ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7726643 Aug 03 05:13:01.795336 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38470) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:01.821400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group_rule': {'security_group_id': '50e7fff6-7625-4596-a1e5-6a4a2fc0f937', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:01.822053 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:01.822053 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:01.927638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:01.928098 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c129a59-ec7c-4d62-9cc5-6ce79cfdc3e2 req-5cde5fc0-b87a-49aa-9f02-eeda3993af01 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.1226456 Aug 03 05:13:02.046156 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (44d79d96-dea7-4522-8354-fee7c24b4963), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.158483 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 2, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:02.165130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks [] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.166638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Port ee1f6082-11ea-40c7-8cf9-7222c69d503c cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:02.207204 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:02.218504 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Provisioning complete for port 0221842d-ac42-4b8e-8475-5af3113bf532 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:02.218920 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.238018 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (44d79d96-dea7-4522-8354-fee7c24b4963), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.281703 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:13:02.337378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0221842d-ac42-4b8e-8475-5af3113bf532 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:02.337761 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.339821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:13:02.340183 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Updating router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a port ee1f6082-11ea-40c7-8cf9-7222c69d503c binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:13:02.371478 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (44d79d96-dea7-4522-8354-fee7c24b4963), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.403262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:12:57Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:02.418212 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44d79d96-dea7-4522-8354-fee7c24b4963,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:02.425124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.451411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:02.475700 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7dce37-e6d8-491e-a9f3-4baf75922375 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:12:57Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:02.490000 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.496107 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-30d87184-9af1-4a19-92d9-2987bb568d38 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6964824 Aug 03 05:13:02.497233 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38502) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:02.501752 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:02.523597 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.563563 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:02.572074 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:02.594415 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:02.594415 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.679147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-38dbbeef-2723-4e82-9eaf-3800912cd063 None None] Current status of the port 0221842d-ac42-4b8e-8475-5af3113bf532 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:02.701138 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:02.805977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0221842d-ac42-4b8e-8475-5af3113bf532 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:02.847074 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-0b906b14-1280-4be5-833a-54540782bcbd None None] Provisioning complete for port bb22e10c-8f42-4a73-ad09-200c21d19fec triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:02.849499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0b906b14-1280-4be5-833a-54540782bcbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.001204 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-0b906b14-1280-4be5-833a-54540782bcbd None None] Port bb22e10c-8f42-4a73-ad09-200c21d19fec cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:03.217141 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:03.218036 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:03.242246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-f8316a1a-b33c-4669-ade7-b28121542acc None None] Provisioning complete for port b01c6d36-de48-4457-b54e-b6f43dce86b6 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:03.242984 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f8316a1a-b33c-4669-ade7-b28121542acc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.253314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:13:03.261324 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:03.278089 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-81d6a29c-ca9e-4dc8-9f10-0a98109e8880 req-17b0e3ec-be7f-4f0f-89f4-de4dfc838364 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.1880829 Aug 03 05:13:03.286702 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-332756a5-4142-40b3-a632-03234d390690 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/86071ff8-4ab5-46f9-8afb-57ebc7186567/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9928780 Aug 03 05:13:03.406467 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:03.465771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f8316a1a-b33c-4669-ade7-b28121542acc None None] Port b01c6d36-de48-4457-b54e-b6f43dce86b6 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:03.549434 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b5a8a1e3-6697-4e31-a72b-bc2885d002da up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:03.565805 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.701340 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port b5a8a1e3-6697-4e31-a72b-bc2885d002da triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:03.701938 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.710342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.786005 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Allocated IP 172.27.4.206 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/69f337f3-7b2a-468a-8d75-efa076975e63) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:03.790143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks [] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.841177 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port b5a8a1e3-6697-4e31-a72b-bc2885d002da is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:03.842030 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.876134 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port b5a8a1e3-6697-4e31-a72b-bc2885d002da, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b5a8a1e3-6697-4e31-a72b-bc2885d002da,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:03.879829 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:03.996562 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296fe7b-075e-471a-9285-d67754e0c4ce None None] Pushing event updated for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:04.000181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Attempting to bind port ee1f6082-11ea-40c7-8cf9-7222c69d503c on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:04.000774 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Attempting to bind port ee1f6082-11ea-40c7-8cf9-7222c69d503c by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:04.001332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Attempting to bind port ee1f6082-11ea-40c7-8cf9-7222c69d503c on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:04.011261 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:04.011818 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Checking segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:04.012378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.012920 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Bound using segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:04.013550 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Bound port: ee1f6082-11ea-40c7-8cf9-7222c69d503c, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:04.014001 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.017171 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.017986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:04.029961 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (69f337f3-7b2a-468a-8d75-efa076975e63), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.040563 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks [] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.135675 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:04.153808 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=b5a8a1e3-6697-4e31-a72b-bc2885d002da,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:04.167890 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:04.168300 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.191158 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] For port ee1f6082-11ea-40c7-8cf9-7222c69d503c, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:04.198536 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.199713 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.208818 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] For port ee1f6082-11ea-40c7-8cf9-7222c69d503c, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee1f6082-11ea-40c7-8cf9-7222c69d503c,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:04.257973 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.267223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:04.267622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.298011 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Pushing event updated for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:04.319833 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:04.324859 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.336167 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:04.344626 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.67', 53676) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:04.345781 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:04.373104 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:04.485030 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296fe7b-075e-471a-9285-d67754e0c4ce None None] Pushing event updated for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:04.487943 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:04.498573 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 3696377f-c1a8-46e2-bf38-8bee041a5705 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:04.532250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:04.544060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:04.571601 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:04.688449 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:04.756820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:04.770501 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:04.818712 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-63493f4a-e392-4d42-beaa-058cdc2c3260 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:04.821769 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-63493f4a-e392-4d42-beaa-058cdc2c3260 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 0.4731355 Aug 03 05:13:04.869742 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38564) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:04.917556 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38572) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:05.017208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--247332817', 'description': 'tempest-description--720045542'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:05.028558 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b3dc503-fb62-4512-852a-e45f11a652f4 req-3cbc4601-1e77-4949-ac91-bb75e662b0ad tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.1552169 Aug 03 05:13:05.113448 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:05.149178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Router c01f4964-245a-42b1-bc0f-c0d38bdafd48 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:13:05.217429 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:05.286300 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.308931 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.356821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=69f337f3-7b2a-468a-8d75-efa076975e63,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:05.371524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'port': {'device_id': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'admin_state_up': True, 'tenant_id': '829c8e80e96d40d682a17185eb4da336'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:05.409634 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:05.413111 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3618cc63-02f9-4f91-9806-91ae3cd5f80a None None] Provisioning complete for port b01c6d36-de48-4457-b54e-b6f43dce86b6 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:05.413111 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3618cc63-02f9-4f91-9806-91ae3cd5f80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.415570 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:05.475437 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240ccbad-79db-4e8c-ae0d-80463ace378f None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:05.482381 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 3696377f-c1a8-46e2-bf38-8bee041a5705 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:05.482381 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.551039 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:05.581070 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:13:05.594590 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Sync routers for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:13:05.605316 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fd1d7fb9-1f94-494b-bbb7-0b0e5a6442d3 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/c01f4964-245a-42b1-bc0f-c0d38bdafd48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3144083 Aug 03 05:13:05.614346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 3696377f-c1a8-46e2-bf38-8bee041a5705 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:05.615167 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.643427 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (b27e14e3-ed41-4002-80fc-77835526f72b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.653316 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3618cc63-02f9-4f91-9806-91ae3cd5f80a None None] Port b01c6d36-de48-4457-b54e-b6f43dce86b6 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:05.669522 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.754299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b27e14e3-ed41-4002-80fc-77835526f72b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.783877 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:05.784626 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:05.801921 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 3696377f-c1a8-46e2-bf38-8bee041a5705, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=3696377f-c1a8-46e2-bf38-8bee041a5705,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:05.856237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27e14e3-ed41-4002-80fc-77835526f72b,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:05.925522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.927133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0f47b85b-a568-4310-a082-e6180a19f686 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:05.937400 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:05.956709 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:05.961254 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-09206a8a-9c70-428c-9a25-ff09b06ae21e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.0412240 Aug 03 05:13:05.961927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38608) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:05.971325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group_rule': {'security_group_id': 'b27e14e3-ed41-4002-80fc-77835526f72b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:06.081354 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (69f337f3-7b2a-468a-8d75-efa076975e63), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.111363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:06.142778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (5f74c9e3-4d5f-47a8-afc5-dfcc3888f7bf), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.186466 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5f24-f700-4b92-96b1-e07e0ddfa988 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.213640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.214399 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.251262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:06.287724 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0f47b85b-a568-4310-a082-e6180a19f686 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:06.295469 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0f47b85b-a568-4310-a082-e6180a19f686), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.384138 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.67', 53682) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:06.420189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (5f74c9e3-4d5f-47a8-afc5-dfcc3888f7bf), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.537951 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3c470cad-c17c-4529-88d2-4200e0a06bc3 req-13f04e69-27a9-47fa-92f8-95cf3d4361ac tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.1151452 Aug 03 05:13:06.542788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (5f74c9e3-4d5f-47a8-afc5-dfcc3888f7bf), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.595823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f74c9e3-4d5f-47a8-afc5-dfcc3888f7bf,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:06.643359 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:06.646395 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.650681 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fbef9744-1398-4efd-b87a-b4c55a2dcbd7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6848021 Aug 03 05:13:06.655906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38642) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:06.669004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group_rule': {'security_group_id': 'b27e14e3-ed41-4002-80fc-77835526f72b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:06.710631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:06.725374 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.736344 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2379045 Aug 03 05:13:06.764547 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Made reservation on behalf of 829c8e80e96d40d682a17185eb4da336 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:06.771519 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.779057 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'b01c6d36-de48-4457-b54e-b6f43dce86b6', 'name': '', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'mac_address': 'fa:16:3e:36:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '56be6887-46dd-43de-8335-d72f57121e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:13:01Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 2, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'subnets': [{'id': '56be6887-46dd-43de-8335-d72f57121e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:06.813601 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfd16e2-b8a0-4301-a44f-ba7774abfaf6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=69f337f3-7b2a-468a-8d75-efa076975e63,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:06.849695 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Checking router: c01f4964-245a-42b1-bc0f-c0d38bdafd48 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:13:06.853686 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Updating router c01f4964-245a-42b1-bc0f-c0d38bdafd48 port b01c6d36-de48-4457-b54e-b6f43dce86b6 binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:13:06.861877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0f47b85b-a568-4310-a082-e6180a19f686 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:06.863291 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0221842d-ac42-4b8e-8475-5af3113bf532 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:06.895104 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.922800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (3ab74004-5c26-4a5f-85de-9762b0f508c9), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:06.937197 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:07.032442 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0221842d-ac42-4b8e-8475-5af3113bf532 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:07.034293 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.067185 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (3ab74004-5c26-4a5f-85de-9762b0f508c9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.071386 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-c51f04e3-bba2-4f08-be76-2a17bb37ea01 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:07.073310 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-c51f04e3-bba2-4f08-be76-2a17bb37ea01 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 0.6487141 Aug 03 05:13:07.112293 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'port': {'device_id': '50296975-4478-4122-a599-548a4cbb582c', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'admin_state_up': True, 'tenant_id': '829c8e80e96d40d682a17185eb4da336'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:07.168878 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:07.222535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (3ab74004-5c26-4a5f-85de-9762b0f508c9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.234077 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0221842d-ac42-4b8e-8475-5af3113bf532 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:07.236075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a0554155-9df0-43c1-85fb-d36870e51437 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:07.280583 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab74004-5c26-4a5f-85de-9762b0f508c9,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:07.303053 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-da67a966-3287-44f8-98ea-2b661bce40bf tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:07.304748 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-da67a966-3287-44f8-98ea-2b661bce40bf tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/networks?id=5332b22b-0717-4e00-8913-c8b77d2d5704 HTTP/1.1" status: 200 len: 812 time: 0.4660063 Aug 03 05:13:07.318292 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-a0aa3579-5e6f-4526-93a3-069b58a82109 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--613148993&fields=id&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 267 time: 0.2468071 Aug 03 05:13:07.319560 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5f24-f700-4b92-96b1-e07e0ddfa988 admin admin] Publish callbacks [] for security_group (c716cf2b-018d-42fa-ab94-d91b71f24b78), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.331283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38684) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:07.373889 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a0554155-9df0-43c1-85fb-d36870e51437 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:07.374416 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a0554155-9df0-43c1-85fb-d36870e51437), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.377285 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-8b97e718-c9f7-4e09-8142-eac18fa9d2bd tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/quotas/ec7ef948182a457381fd0a686ca298dc HTTP/1.1" status: 200 len: 375 time: 0.0467637 Aug 03 05:13:07.469986 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:07.487054 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.488646 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-50db27e5-6d46-41e9-bcb1-89fb82945454 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8316772 Aug 03 05:13:07.555474 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38696) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:07.569247 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-49ed7e0a-9514-475b-80a5-72f1ddd054c7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:07.569638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a0554155-9df0-43c1-85fb-d36870e51437 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:07.583153 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-49ed7e0a-9514-475b-80a5-72f1ddd054c7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 816 time: 0.2630637 Aug 03 05:13:07.612184 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks [] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.623618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:07.628235 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Allocated IP 172.20.0.6 (2e69d8c5-66e7-4f9d-9779-ca17893c6637/d7ca9a5f-fc4d-428a-bc9c-11b201bef631/945d4b78-7ce8-433a-86ca-fd52994ea333) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:07.686547 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0b1e5f24-f700-4b92-96b1-e07e0ddfa988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c716cf2b-018d-42fa-ab94-d91b71f24b78), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.698570 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.737029 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-75305a3c-dee0-45d1-9d4a-d67f54ffdf6e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/quotas/050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 375 time: 0.1527970 Aug 03 05:13:07.761443 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-f46eb193-3250-4d8e-a5b0-f013abe8ef46 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=ec7ef948182a457381fd0a686ca298dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3506141 Aug 03 05:13:07.802217 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:07.823511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c3665def-b0ee-4f52-8533-39cdaab869bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:07.994988 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Attempting to bind port b01c6d36-de48-4457-b54e-b6f43dce86b6 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:08.003109 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Attempting to bind port b01c6d36-de48-4457-b54e-b6f43dce86b6 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:08.009088 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Attempting to bind port b01c6d36-de48-4457-b54e-b6f43dce86b6 on network 5332b22b-0717-4e00-8913-c8b77d2d5704 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:08.013236 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:08.014009 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Checking segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:08.014561 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.015300 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Bound using segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:08.016248 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Bound port: b01c6d36-de48-4457-b54e-b6f43dce86b6, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:08.017098 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.044784 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c3665def-b0ee-4f52-8533-39cdaab869bb admin admin] Publish callbacks [] for security_group (702d4670-e39a-4d5a-98bb-5c9689dcb33c), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.050403 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b5a8a1e3-6697-4e31-a72b-bc2885d002da up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:08.077752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.135683 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0b1e5f24-f700-4b92-96b1-e07e0ddfa988 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9cd419ba699d4449a25fd90a89de214d&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2580554 Aug 03 05:13:08.141086 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-933a465a-470e-4216-85d6-78d1a3888e86 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3431561 Aug 03 05:13:08.142855 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38726) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:08.152789 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c3665def-b0ee-4f52-8533-39cdaab869bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (702d4670-e39a-4d5a-98bb-5c9689dcb33c), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.237672 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port b5a8a1e3-6697-4e31-a72b-bc2885d002da triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:08.240906 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.285351 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e5f24-f700-4b92-96b1-e07e0ddfa988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c716cf2b-018d-42fa-ab94-d91b71f24b78,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:08.286914 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] For port b01c6d36-de48-4457-b54e-b6f43dce86b6, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:08.295231 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] For port b01c6d36-de48-4457-b54e-b6f43dce86b6, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b01c6d36-de48-4457-b54e-b6f43dce86b6,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:08.316786 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:08.336955 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33e28-39cc-4a14-8579-6128117d644b None None] Pushing event updated for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:08.347942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:08.396341 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.442661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-a78ecd91-9b18-4cd7-8a8f-fb7a14fd315b service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:13:08.443937 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-a78ecd91-9b18-4cd7-8a8f-fb7a14fd315b service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3897295 Aug 03 05:13:08.507990 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port b5a8a1e3-6697-4e31-a72b-bc2885d002da is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:08.511218 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:08.512538 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-00a9ac76-b13f-48fc-908d-33ed26bb1ada service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763746 Aug 03 05:13:08.548909 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:08.550012 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Made reservation on behalf of 829c8e80e96d40d682a17185eb4da336 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:08.552041 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:08.561371 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.635040 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c33e28-39cc-4a14-8579-6128117d644b None None] Pushing event updated for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:08.665654 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:08.667026 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.746556 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:08.869466 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:08.876405 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c3665def-b0ee-4f52-8533-39cdaab869bb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=42d98a9a72b142729e08ab431290358f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5408413 Aug 03 05:13:08.887734 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:08.901678 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38742) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:08.957650 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3665def-b0ee-4f52-8533-39cdaab869bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702d4670-e39a-4d5a-98bb-5c9689dcb33c,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:09.011856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:09.015734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee1f6082-11ea-40c7-8cf9-7222c69d503c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:09.018691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:09.032400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.037087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38746) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:09.142690 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ee1f6082-11ea-40c7-8cf9-7222c69d503c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:09.142690 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.235866 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'b01c6d36-de48-4457-b54e-b6f43dce86b6', 'name': '', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'mac_address': 'fa:16:3e:36:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '56be6887-46dd-43de-8335-d72f57121e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:13:01Z', 'updated_at': '2022-08-03T05:13:08Z', 'revision_number': 4, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'subnets': [{'id': '56be6887-46dd-43de-8335-d72f57121e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:09.239530 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ee1f6082-11ea-40c7-8cf9-7222c69d503c is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:09.240531 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.266605 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e55d18ac-67d2-4d88-ae86-cb405cf68694 None None] The sync data for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi is: [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'b01c6d36-de48-4457-b54e-b6f43dce86b6', 'name': '', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'mac_address': 'fa:16:3e:36:88:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': '56be6887-46dd-43de-8335-d72f57121e43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:13:01Z', 'updated_at': '2022-08-03T05:13:08Z', 'revision_number': 4, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'subnets': [{'id': '56be6887-46dd-43de-8335-d72f57121e43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:09.281594 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] Publish callbacks [] for security_group (702d4670-e39a-4d5a-98bb-5c9689dcb33c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.312258 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] Publish callbacks [] for security_group (702d4670-e39a-4d5a-98bb-5c9689dcb33c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.319973 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:09.326584 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port ee1f6082-11ea-40c7-8cf9-7222c69d503c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee1f6082-11ea-40c7-8cf9-7222c69d503c,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:09.428021 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:09.450177 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-feda5d8f-0f4c-4b21-b19b-2cfb0e4dcd5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5786679 Aug 03 05:13:09.479553 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.480484 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 3696377f-c1a8-46e2-bf38-8bee041a5705 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:09.484816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] Publish callbacks [] for security_group (c716cf2b-018d-42fa-ab94-d91b71f24b78), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.509399 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.512561 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-528c5978-b102-4e4b-9ba5-534182f8d48c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.562926 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (702d4670-e39a-4d5a-98bb-5c9689dcb33c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.565065 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:13:09.570562 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.575633 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/702d4670-e39a-4d5a-98bb-5c9689dcb33c HTTP/1.1" status: 204 len: 168 time: 0.6691794 Aug 03 05:13:09.649711 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:09.655228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 3696377f-c1a8-46e2-bf38-8bee041a5705 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:09.656010 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.682526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] Publish callbacks [] for security_group (c716cf2b-018d-42fa-ab94-d91b71f24b78), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.732691 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d228f4-72ea-4208-ab9a-2097f51a91b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702d4670-e39a-4d5a-98bb-5c9689dcb33c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:09.737008 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=17,neutron:SELECT=80,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:09.789875 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:09.798802 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:09.802061 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Allocated IP 172.20.0.5 (2e69d8c5-66e7-4f9d-9779-ca17893c6637/d7ca9a5f-fc4d-428a-bc9c-11b201bef631/a1951f3c-b093-496d-be25-7c755eb6f752) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:09.817758 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:09.828895 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:09.843463 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:09.849815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:09.907100 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 3696377f-c1a8-46e2-bf38-8bee041a5705 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:09.910482 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 16872218-30b0-4aa9-af05-e308f183b315 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:09.959690 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-2fb9493e-ee43-4c6e-9471-f08990e7e9d1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6120102 Aug 03 05:13:09.983002 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-475ec742-fe84-40fa-bac2-b493dc8202bc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5127494 Aug 03 05:13:09.992827 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-32ddb82e-5473-4e0e-8783-84926290170b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:13:09.993838 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-32ddb82e-5473-4e0e-8783-84926290170b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0153935 Aug 03 05:13:10.098478 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 16872218-30b0-4aa9-af05-e308f183b315 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:10.100457 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (16872218-30b0-4aa9-af05-e308f183b315), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.206181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:10.216551 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1009b877-3563-4095-9732-5b05eadc8b87 req-47d8254a-3471-471d-afd6-040b1193f291 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.4182818 Aug 03 05:13:10.411958 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Allocated IP 172.27.4.141 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/c7f53f19-580b-49cf-ac1e-306578ffe474) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:10.465586 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 16872218-30b0-4aa9-af05-e308f183b315 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:10.471352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (16872218-30b0-4aa9-af05-e308f183b315), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.483465 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-528c5978-b102-4e4b-9ba5-534182f8d48c admin admin] Publish callbacks [] for security_group (b9c86fe0-d668-46ce-abe1-1c0a44c0f072), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.525253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for port (a1951f3c-b093-496d-be25-7c755eb6f752), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.530247 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 16872218-30b0-4aa9-af05-e308f183b315, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=16872218-30b0-4aa9-af05-e308f183b315,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:10.600320 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (16872218-30b0-4aa9-af05-e308f183b315), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.612499 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-528c5978-b102-4e4b-9ba5-534182f8d48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b9c86fe0-d668-46ce-abe1-1c0a44c0f072), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.671532 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-06501c2c-3fd0-4af4-b31e-efc1e6fa1187 req-a289d6b2-b5ca-4041-a0fa-3589bdfd9d4c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.2388840 Aug 03 05:13:10.781185 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.793717 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=16872218-30b0-4aa9-af05-e308f183b315,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:10.829976 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-cd601ec0-bb4e-48f2-982b-3a1f47bb7170 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315465 Aug 03 05:13:10.864807 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-09cc9934-78b7-4f67-a035-67ab46e6f9c1 None None] Provisioning complete for port 945d4b78-7ce8-433a-86ca-fd52994ea333 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:10.865557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-09cc9934-78b7-4f67-a035-67ab46e6f9c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:10.944225 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-09cc9934-78b7-4f67-a035-67ab46e6f9c1 None None] Port 945d4b78-7ce8-433a-86ca-fd52994ea333 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:10.985628 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:11.007829 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38780) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:11.042714 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:11.092536 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:13:11.098985 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:11.127771 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:11.131125 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.147394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b01c6d36-de48-4457-b54e-b6f43dce86b6 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:11.148654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c716cf2b-018d-42fa-ab94-d91b71f24b78), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.153371 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:11.157625 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.176924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27ad8e8a-9055-4401-afb0-c22359445078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.177193 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:11.187205 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c716cf2b-018d-42fa-ab94-d91b71f24b78 HTTP/1.1" status: 204 len: 168 time: 3.0021241 Aug 03 05:13:11.195179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:11.231184 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-528c5978-b102-4e4b-9ba5-534182f8d48c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=15d57423afdc4b6c8b3a2e9d3e6d5328&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1445675 Aug 03 05:13:11.240232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38786) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:11.249595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c5978-b102-4e4b-9ba5-534182f8d48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c86fe0-d668-46ce-abe1-1c0a44c0f072,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:11.289287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9095924-112a-4a54-b893-517f555dc56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c716cf2b-018d-42fa-ab94-d91b71f24b78,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:11.343494 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-4c82c152-af0a-410c-80eb-d01639c3e733 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2583282 Aug 03 05:13:11.382414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.543285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Request body: {'port': {'device_id': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:11.631947 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e66062f8-8654-452b-ba9e-93641b785023 req-4824f026-d118-4cdf-8537-93bef827fbbf tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.1339080 Aug 03 05:13:11.676677 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:11.699955 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:11.722040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9ac9df-5d50-4e55-9dd1-43ea38c71005 req-71591ecf-7f0c-4dfd-94c6-76d76f77150d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:11.731744 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef9ac9df-5d50-4e55-9dd1-43ea38c71005 req-71591ecf-7f0c-4dfd-94c6-76d76f77150d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 931 time: 0.2571001 Aug 03 05:13:11.797421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38804) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:11.841000 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.973454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] Publish callbacks [] for security_group (b9c86fe0-d668-46ce-abe1-1c0a44c0f072), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:11.975742 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=c7f53f19-580b-49cf-ac1e-306578ffe474,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:11.979648 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.012036 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef9ac9df-5d50-4e55-9dd1-43ea38c71005 req-c4c61adf-2170-4c67-a10f-ba3bc745adf6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790143 Aug 03 05:13:12.019464 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:12.039930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:12.043715 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:12.044645 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:12.055266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:12.164080 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Request body: {'port': {'device_id': '50296975-4478-4122-a599-548a4cbb582c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:12.166681 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-b7aa2129-1f2b-44a0-9b22-2d74a4916677 None None] Provisioning complete for port a1951f3c-b093-496d-be25-7c755eb6f752 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:12.169878 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2129-1f2b-44a0-9b22-2d74a4916677 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.236179 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:12.240499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27ad8e8a-9055-4401-afb0-c22359445078 admin admin] Publish callbacks [] for security_group (e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.313503 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc293bd-a58f-4025-a968-e1e4cf7945e5 req-8294f0ea-e513-4570-9239-13f8a4b323fd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.1587591 Aug 03 05:13:12.324554 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27ad8e8a-9055-4401-afb0-c22359445078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.398590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.419372 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] Publish callbacks [] for security_group (b9c86fe0-d668-46ce-abe1-1c0a44c0f072), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.458982 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b7aa2129-1f2b-44a0-9b22-2d74a4916677 None None] Port a1951f3c-b093-496d-be25-7c755eb6f752 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:12.503788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port b01c6d36-de48-4457-b54e-b6f43dce86b6 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:12.505129 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.579375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:12.603061 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.652450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bd7-2ae9-4546-88b0-ce0952ce1455 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.691522 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-27ad8e8a-9055-4401-afb0-c22359445078 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5eaf5c3022d449748376965ad6ab87f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6795170 Aug 03 05:13:12.697886 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38824) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:12.721453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:12.772389 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ad8e8a-9055-4401-afb0-c22359445078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:12.936444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:00Z', 'revision_number': 2, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:13.023208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:13:13.023784 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Updating router 86071ff8-4ab5-46f9-8afb-57ebc7186567 port bb22e10c-8f42-4a73-ad09-200c21d19fec binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:13:13.030606 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port b01c6d36-de48-4457-b54e-b6f43dce86b6 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:13.031309 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.041935 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f763dd4e-f153-4276-9c2c-7f638a1a5f2f req-90ce7123-24e8-4bae-82a2-71a1b7fabc7a tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.2681913 Aug 03 05:13:13.089633 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] Publish callbacks [] for security_group (e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.114376 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.114580 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b9c86fe0-d668-46ce-abe1-1c0a44c0f072), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.118939 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.121122 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b9c86fe0-d668-46ce-abe1-1c0a44c0f072 HTTP/1.1" status: 204 len: 168 time: 1.8730474 Aug 03 05:13:13.139620 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7eea6-8503-49f1-818d-305babf3adb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c86fe0-d668-46ce-abe1-1c0a44c0f072,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:13.141024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] Publish callbacks [] for security_group (e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.240731 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 945d4b78-7ce8-433a-86ca-fd52994ea333 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:13.252498 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port b01c6d36-de48-4457-b54e-b6f43dce86b6, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b01c6d36-de48-4457-b54e-b6f43dce86b6,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:13.259878 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks [] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.335852 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Transition to ACTIVE for port object 945d4b78-7ce8-433a-86ca-fd52994ea333 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:13:13.357554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.360153 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.361313 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487 HTTP/1.1" status: 204 len: 168 time: 0.6624899 Aug 03 05:13:13.376637 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.377079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee1f6082-11ea-40c7-8cf9-7222c69d503c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:13.377937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7031df-18e9-4283-ac8f-e60c6fce37ec req-91ac0a0f-353e-4713-9ca5-d87a6e3ea87a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:13.380155 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e7031df-18e9-4283-ac8f-e60c6fce37ec req-91ac0a0f-353e-4713-9ca5-d87a6e3ea87a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 931 time: 0.1520479 Aug 03 05:13:13.505143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.507077 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:13.524062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e02f5-d6bf-4223-89fe-62d84a6f3262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76e6c97-a8f6-4db6-a9bf-93bf8dd4e487,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:13.527128 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:13.568277 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bd7-2ae9-4546-88b0-ce0952ce1455 admin admin] Publish callbacks [] for security_group (241abb1e-75ba-440c-be04-d57318ce9e1a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.570793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port ee1f6082-11ea-40c7-8cf9-7222c69d503c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:13.571320 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.627345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.635521 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.681867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.67', 53690) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:13.722341 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.863772 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5bc2d0a3-190d-4a2c-8bc6-9c155b4a7685 req-8059ee19-0a9e-4d13-a6f7-740e285e8ef3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.2924311 Aug 03 05:13:13.864443 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e94a0bd7-2ae9-4546-88b0-ce0952ce1455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (241abb1e-75ba-440c-be04-d57318ce9e1a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:13.975104 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Pushing event updated for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:14.003929 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:14.047481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=c7f53f19-580b-49cf-ac1e-306578ffe474,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:14.066291 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-e94a0bd7-2ae9-4546-88b0-ce0952ce1455 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=28d20d96eda048d888fa884535e48a0c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2630160 Aug 03 05:13:14.071350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a0bd7-2ae9-4546-88b0-ce0952ce1455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241abb1e-75ba-440c-be04-d57318ce9e1a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:14.073994 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.075461 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-563fcec4-7269-4e39-9649-b84adbf90d40 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4867239 Aug 03 05:13:14.076155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38852) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:14.100735 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Attempting to bind port 945d4b78-7ce8-433a-86ca-fd52994ea333 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:14.104424 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Attempting to bind port 945d4b78-7ce8-433a-86ca-fd52994ea333 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:14.105198 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Attempting to bind port 945d4b78-7ce8-433a-86ca-fd52994ea333 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:14.109065 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e7031df-18e9-4283-ac8f-e60c6fce37ec req-8090ada6-a980-44e9-b458-32d003d5fc5a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5929852 Aug 03 05:13:14.125117 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Port 945d4b78-7ce8-433a-86ca-fd52994ea333 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:13:14.128120 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Attempting to bind port 945d4b78-7ce8-433a-86ca-fd52994ea333 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:14.150480 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1951f3c-b093-496d-be25-7c755eb6f752 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:14.161670 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:14.172041 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:14.176795 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-721d6a4c-586b-4324-b875-e8e5bc1cfb94 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:14.177375 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Bound using segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:14.177983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Bound port: 945d4b78-7ce8-433a-86ca-fd52994ea333, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:14.178461 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.186729 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-721d6a4c-586b-4324-b875-e8e5bc1cfb94 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 816 time: 0.4921892 Aug 03 05:13:14.227862 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks [] for port (a1951f3c-b093-496d-be25-7c755eb6f752), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.324708 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port ee1f6082-11ea-40c7-8cf9-7222c69d503c is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:14.361724 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks [] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.368436 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:14.461083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Transition to ACTIVE for port object a1951f3c-b093-496d-be25-7c755eb6f752 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:13:14.469569 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=945d4b78-7ce8-433a-86ca-fd52994ea333,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:14.497238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.553522 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.578696 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:14.586110 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7b2f6936-1799-48b8-8741-2c9b74ce0876 req-f279fc83-2c69-4999-8f41-1a7826728442 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.3730428 Aug 03 05:13:14.647949 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.654747 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:14.657268 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.669391 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 1093 time: 3.9562891 Aug 03 05:13:14.675074 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:14.682016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:14.686565 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b01c6d36-de48-4457-b54e-b6f43dce86b6 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:14.702582 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068c2c-1dee-48a1-a981-73286c36b405 None None] Pushing event updated for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:14.720351 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:14.794977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38862) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:14.851835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Attempting to bind port bb22e10c-8f42-4a73-ad09-200c21d19fec on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:14.852219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Attempting to bind port bb22e10c-8f42-4a73-ad09-200c21d19fec by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:14.852592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Attempting to bind port bb22e10c-8f42-4a73-ad09-200c21d19fec on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:14.860622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:14.861015 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Checking segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:14.861427 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.861831 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Bound using segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:14.862557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Bound port: bb22e10c-8f42-4a73-ad09-200c21d19fec, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:14.862994 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.904987 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-511cd992-e5a8-44c3-bb16-f9434e10764a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 379 time: 0.6878572 Aug 03 05:13:14.929052 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f12c1c86-16d3-4006-a795-157af65f3e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.962223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port b01c6d36-de48-4457-b54e-b6f43dce86b6 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:14.962714 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:14.986798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:15.021772 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] Publish callbacks [] for security_group (241abb1e-75ba-440c-be04-d57318ce9e1a), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:15.052331 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'port': {'device_id': '69089938-1d69-415c-8344-e6b9f78f16d1', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'admin_state_up': True, 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'security_groups': ['50e7fff6-7625-4596-a1e5-6a4a2fc0f937']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:15.131638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] For port bb22e10c-8f42-4a73-ad09-200c21d19fec, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:15.182332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.67', 53694) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:15.250873 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port b01c6d36-de48-4457-b54e-b6f43dce86b6 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:15.252286 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 16872218-30b0-4aa9-af05-e308f183b315 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:15.295407 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c250e6-7a53-405d-bf8f-cacbfd9793df service neutron] Pushing event updated for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:15.314377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Attempting to bind port a1951f3c-b093-496d-be25-7c755eb6f752 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:15.314729 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Attempting to bind port a1951f3c-b093-496d-be25-7c755eb6f752 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:15.315096 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Attempting to bind port a1951f3c-b093-496d-be25-7c755eb6f752 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:15.316092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] For port bb22e10c-8f42-4a73-ad09-200c21d19fec, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bb22e10c-8f42-4a73-ad09-200c21d19fec,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:15.329947 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-11b269ad-92f6-4de4-a613-3224617f9728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:15.331653 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-11b269ad-92f6-4de4-a613-3224617f9728 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1127 time: 0.2161746 Aug 03 05:13:15.342186 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Port a1951f3c-b093-496d-be25-7c755eb6f752 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:13:15.342517 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Attempting to bind port a1951f3c-b093-496d-be25-7c755eb6f752 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:15.405290 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:15.476418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:15.480645 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:12:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:15.516167 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 12, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:15.516513 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:15.516909 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Bound using segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:15.517373 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Bound port: a1951f3c-b093-496d-be25-7c755eb6f752, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:15.517777 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:15.526631 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-74779046-4648-4c60-ab6a-b79757520d9e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.1689043 Aug 03 05:13:15.546132 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] Publish callbacks [] for security_group (241abb1e-75ba-440c-be04-d57318ce9e1a), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:15.547599 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:15.557319 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:15.608452 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-00e98369-2436-4c68-99a6-f409eb83159d req-7d2cfd0b-5867-43df-aa8f-7d743e21422e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.4515095 Aug 03 05:13:15.621856 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-ecf39b32-74f7-493e-8ee0-288b95532861 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--247332817&fields=id&tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 267 time: 0.7318461 Aug 03 05:13:15.790073 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:15.819615 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:15.897951 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:16.040991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 16872218-30b0-4aa9-af05-e308f183b315 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:16.041416 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (16872218-30b0-4aa9-af05-e308f183b315), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.094400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-58174f7e-1f32-4d61-baf6-6bc0bd0804dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.096560 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-58174f7e-1f32-4d61-baf6-6bc0bd0804dc service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.5630734 Aug 03 05:13:16.178798 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:15Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:16.183786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef068c2c-1dee-48a1-a981-73286c36b405 None None] Pushing event updated for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:16.222222 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-6fe3405c-159c-40f1-905d-2d921e620710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.224832 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-6fe3405c-159c-40f1-905d-2d921e620710 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0922298 Aug 03 05:13:16.239646 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca793bd1-b1d6-4720-87a2-d4e1edb78596 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:15Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:16.282734 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:16.297821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 16872218-30b0-4aa9-af05-e308f183b315 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:16.310243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-ea6f3c08-8944-43aa-b7e4-e44a1dfae4b9 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.311829 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-ea6f3c08-8944-43aa-b7e4-e44a1dfae4b9 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.67 "GET /networking/v2.0/networks?id=5332b22b-0717-4e00-8913-c8b77d2d5704 HTTP/1.1" status: 200 len: 812 time: 1.1132579 Aug 03 05:13:16.319853 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (241abb1e-75ba-440c-be04-d57318ce9e1a), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.319853 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.319853 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/241abb1e-75ba-440c-be04-d57318ce9e1a HTTP/1.1" status: 204 len: 168 time: 2.2359633 Aug 03 05:13:16.327284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a1951f3c-b093-496d-be25-7c755eb6f752,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:16.356934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c6404a-09c7-458a-b46c-45ef3feb0202 req-942584c4-457e-4abf-846d-6767bd609e8e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.370559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d3c6404a-09c7-458a-b46c-45ef3feb0202 req-942584c4-457e-4abf-846d-6767bd609e8e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.4601388 Aug 03 05:13:16.380531 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-48e17dea-b53d-477b-ad67-5cf1debb34f6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455266 Aug 03 05:13:16.425382 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.438144 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Request body: {'port': {'device_id': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'admin_state_up': True, 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:16.482204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.487317 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.489643 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 1093 time: 5.1097443 Aug 03 05:13:16.559287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f12c1c86-16d3-4006-a795-157af65f3e46 admin admin] Publish callbacks [] for security_group (478ed941-0c75-4db4-b155-57e656069b3d), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.577878 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bb22e10c-8f42-4a73-ad09-200c21d19fec up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:16.584920 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:16.588517 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] Pushing event updated for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:16.633529 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd28d36-524f-4f13-8601-45cc74de7833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241abb1e-75ba-440c-be04-d57318ce9e1a,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:16.641726 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4f984e11-3082-4086-a2eb-89e4de14ebcc req-444b0164-582c-45c9-8922-6e7db34d91c7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355962 Aug 03 05:13:16.687237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:16.712292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f12c1c86-16d3-4006-a795-157af65f3e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (478ed941-0c75-4db4-b155-57e656069b3d), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.759289 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port bb22e10c-8f42-4a73-ad09-200c21d19fec triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:16.760189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.763395 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:16.804914 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-f12c1c86-16d3-4006-a795-157af65f3e46 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=27b29ad85d3f431994f53598451a7a97&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9968333 Aug 03 05:13:16.808755 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 38920) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:16.836921 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c1c86-16d3-4006-a795-157af65f3e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478ed941-0c75-4db4-b155-57e656069b3d,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:16.844963 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Made reservation on behalf of 050592077e0b4d26a1555d2daa7f460d for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:16.848514 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:16.870434 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-8e1605d0-b430-404f-8702-d8476f83baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:16.873086 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-8e1605d0-b430-404f-8702-d8476f83baa5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1127 time: 0.1629786 Aug 03 05:13:16.981798 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-bc573f54-89e0-4d42-9fb6-760fa6662dec service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 217 time: 0.0894535 Aug 03 05:13:17.017494 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port bb22e10c-8f42-4a73-ad09-200c21d19fec is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:17.017992 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.074118 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-deb877df-02e4-4e0d-9483-843862bf7467 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:17.076121 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-deb877df-02e4-4e0d-9483-843862bf7467 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 810 time: 1.3533673 Aug 03 05:13:17.095046 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d3c6404a-09c7-458a-b46c-45ef3feb0202 req-2f20b8df-a321-4257-a84f-c501aab2e90e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7179170 Aug 03 05:13:17.099679 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port bb22e10c-8f42-4a73-ad09-200c21d19fec, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bb22e10c-8f42-4a73-ad09-200c21d19fec,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:17.118806 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] Publish callbacks [] for security_group (478ed941-0c75-4db4-b155-57e656069b3d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.174593 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] Publish callbacks [] for security_group (478ed941-0c75-4db4-b155-57e656069b3d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.186770 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29eb5b80-67bc-4623-ba0d-3a13c56da682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.201045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.282979 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-d297177f-d75b-4850-a073-d1b26ddc5472 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/quotas/2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 375 time: 0.1254830 Aug 03 05:13:17.318003 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-7d6bb0f6-6d3d-48c0-bdf1-a706b40f7bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:17.322196 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-7d6bb0f6-6d3d-48c0-bdf1-a706b40f7bfe service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.2895348 Aug 03 05:13:17.362559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:17.422117 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:17.423168 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (478ed941-0c75-4db4-b155-57e656069b3d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.442068 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.445932 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/478ed941-0c75-4db4-b155-57e656069b3d HTTP/1.1" status: 204 len: 168 time: 0.6314425 Aug 03 05:13:17.480481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7519a9ee-e0a9-4495-b1dd-3eb9e43a740c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478ed941-0c75-4db4-b155-57e656069b3d,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:17.483027 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-70061793-8475-48f9-b898-165e19ef77a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:17.485196 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-70061793-8475-48f9-b898-165e19ef77a6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1497114 Aug 03 05:13:17.541788 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-9c705acd-2970-4f70-8084-b016ee834c1b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2489831 Aug 03 05:13:17.567204 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Allocated IP 172.20.0.3 (0627b724-9776-4eb0-bb73-1088cf117d0e/3b928796-ff88-4263-b088-3f380838a6c8/602350b3-725c-4735-99e8-acb9b77192fa) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:17.675462 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-93fee9ae-eaf2-4d95-8a5a-77f42855218f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813207 Aug 03 05:13:17.734405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 38936) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:17.735904 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Made reservation on behalf of ec7ef948182a457381fd0a686ca298dc for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:17.740589 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:17.766857 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-78bb7b88-0633-45f2-940e-9754cd86cb01 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075763 Aug 03 05:13:17.854129 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-85f3d601-52b0-46b0-8fbc-ab97a540a1d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689088 Aug 03 05:13:17.934725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:17.975658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (602350b3-725c-4735-99e8-acb9b77192fa), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:18.049740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4f6a24ac-6189-401d-bc43-ea92c66f52d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:18.182131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32629fac-d2ee-42af-aba8-4d22256094a8 x-openstack-request-id: req-32629fac-d2ee-42af-aba8-4d22256094a8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:18.182131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:18.182131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-32629fac-d2ee-42af-aba8-4d22256094a8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:18.182131 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32629fac-d2ee-42af-aba8-4d22256094a8'] response: {'name': 'network-changed', 'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333', 'status': 'completed', 'code': 200} Aug 03 05:13:18.185061 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:18.358254 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-6283ef28-5ace-49af-8a5a-632ed3da30e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:18.360272 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-6283ef28-5ace-49af-8a5a-632ed3da30e0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1127 time: 0.1392844 Aug 03 05:13:18.363216 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:18.500448 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-086c0fe6-0bcf-4398-90e2-a0223cf59813 req-45a138d2-4d84-43c6-bb1d-8a1712b8c800 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0539656 Aug 03 05:13:18.585096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bb22e10c-8f42-4a73-ad09-200c21d19fec up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:18.735730 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:18.762496 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port bb22e10c-8f42-4a73-ad09-200c21d19fec triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:18.762496 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:18.884572 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-58db8e36-5650-46bf-8dae-3077c8062c32 req-70a7cd3f-58e1-4d8f-a474-84ff567e4269 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.1590531 Aug 03 05:13:18.912485 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:18.935992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-31ee780c-ad83-4304-aa0f-95518cd74018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:18.939936 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-31ee780c-ad83-4304-aa0f-95518cd74018 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.5665574 Aug 03 05:13:18.986167 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port bb22e10c-8f42-4a73-ad09-200c21d19fec is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:19.114144 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-16c029ee-e4ee-43ad-9881-7ceb3c8898d5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.1568029 Aug 03 05:13:19.230276 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-b3ec0c3e-0a3a-4344-ad42-4557083790ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:19.231938 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-b3ec0c3e-0a3a-4344-ad42-4557083790ce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0985315 Aug 03 05:13:19.265235 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd1cce-f269-4443-b9b6-4474ac0ad110 req-f8de77eb-f6ee-4d37-81f5-10c409b610cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:19.268735 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94bd1cce-f269-4443-b9b6-4474ac0ad110 req-f8de77eb-f6ee-4d37-81f5-10c409b610cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.1554148 Aug 03 05:13:19.415080 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-ef8d50de-07c8-4057-8a4f-32ce85a738c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:19.416559 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-ef8d50de-07c8-4057-8a4f-32ce85a738c5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1549017 Aug 03 05:13:19.483406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3e0a0933-d57c-498c-a282-2c7c3fe4b846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:19.557497 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:19.630826 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:19.682526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:19.685498 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:19.696994 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:19.698097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:19.700879 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-1bda3454-4a8b-4c71-bdd1-46ed6b673070 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446203 Aug 03 05:13:19.711802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-201d07e5-a949-45f0-829b-95f01d3e5e7e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9181006 Aug 03 05:13:19.745628 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:19.827221 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Allocated IP 172.20.0.8 (5332b22b-0717-4e00-8913-c8b77d2d5704/56be6887-46dd-43de-8335-d72f57121e43/550677a1-2558-4646-a5ec-0573f7db9688) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:19.877882 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:19.887457 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4f6a24ac-6189-401d-bc43-ea92c66f52d9 admin admin] Publish callbacks [] for security_group (7a9ce078-553e-4d67-8518-dc384e7ecd64), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:19.970810 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4f6a24ac-6189-401d-bc43-ea92c66f52d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7a9ce078-553e-4d67-8518-dc384e7ecd64), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:19.995150 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-99dd9ec8-39b3-4f89-ad75-2bd8e398cb73 req-852a2aee-4fcc-4585-93e8-e325c94a0b47 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873063 Aug 03 05:13:20.043737 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94bd1cce-f269-4443-b9b6-4474ac0ad110 req-093dbab2-e7f7-4550-b063-68b5058b6b12 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857758 Aug 03 05:13:20.062414 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-1d59a8ea-c8c2-4530-8f90-0fcf88dcf77b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0505750 Aug 03 05:13:20.109975 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Request body: {'port': {'device_id': '69089938-1d69-415c-8344-e6b9f78f16d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:20.125043 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4f6a24ac-6189-401d-bc43-ea92c66f52d9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=23c74638205446c888bd8273c25bb103&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3540056 Aug 03 05:13:20.125451 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39008) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:20.185285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:20.188834 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c" -d '{"events": [{"name": "network-changed", "server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:20.230552 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] Publish callbacks [] for security_group (7a9ce078-553e-4d67-8518-dc384e7ecd64), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.273394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-85d985af-f191-44e1-8f47-d4f2f9a1f304 None None] Provisioning complete for port 602350b3-725c-4735-99e8-acb9b77192fa triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:20.273394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-85d985af-f191-44e1-8f47-d4f2f9a1f304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (602350b3-725c-4735-99e8-acb9b77192fa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.300504 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:20.303118 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] Publish callbacks [] for security_group (7a9ce078-553e-4d67-8518-dc384e7ecd64), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.402454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-85d985af-f191-44e1-8f47-d4f2f9a1f304 None None] Port 602350b3-725c-4735-99e8-acb9b77192fa cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:20.507065 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7a9ce078-553e-4d67-8518-dc384e7ecd64), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.517562 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.522955 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7a9ce078-553e-4d67-8518-dc384e7ecd64 HTTP/1.1" status: 204 len: 168 time: 0.3956027 Aug 03 05:13:20.527882 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks [] for port (550677a1-2558-4646-a5ec-0573f7db9688), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.561132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196b71db-35e0-4e61-b34a-f20719a468e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9ce078-553e-4d67-8518-dc384e7ecd64,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:20.566076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a24ac-6189-401d-bc43-ea92c66f52d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9ce078-553e-4d67-8518-dc384e7ecd64,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:20.657703 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5318ff0b-04a1-4979-97b7-5ada5fc54a52 req-ca8126b1-d520-4022-97f5-5f55c6b7dd4f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.4139473 Aug 03 05:13:20.734776 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc273115-3485-462f-b935-ae15dc06a2ca req-814326eb-e920-41ff-a62b-d8f40e7ed4b7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:20.736410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc273115-3485-462f-b935-ae15dc06a2ca req-814326eb-e920-41ff-a62b-d8f40e7ed4b7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 931 time: 0.1465614 Aug 03 05:13:20.736713 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.741681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.797797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:20.837061 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:20.957692 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-53b46649-712d-4bce-a1a8-08001bbff3ff req-656e35c2-7f1b-4861-92b4-b538c5515e3b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.2094913 Aug 03 05:13:20.992229 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:21.028051 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39036) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:21.028652 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:21.046104 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.048505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:21.072511 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27caff01-c551-42f4-8e7e-70b87dc98620 x-openstack-request-id: req-27caff01-c551-42f4-8e7e-70b87dc98620 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:21.083831 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:21.083831 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-27caff01-c551-42f4-8e7e-70b87dc98620 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:21.083831 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27caff01-c551-42f4-8e7e-70b87dc98620'] response: {'name': 'network-changed', 'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752', 'status': 'completed', 'code': 200} Aug 03 05:13:21.150752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:21.171525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-8b348232-eb28-4f39-add6-4c368e2d0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.173449 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-8b348232-eb28-4f39-add6-4c368e2d0d8f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1127 time: 0.0680015 Aug 03 05:13:21.183517 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Pushing event updated for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:21.302151 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-7451eb5e-cdb0-4e23-b07d-8edb04bd1f6b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8661096 Aug 03 05:13:21.311982 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc273115-3485-462f-b935-ae15dc06a2ca req-e0349ebc-47ad-4ece-a5e3-6d0149e9a0a3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5543237 Aug 03 05:13:21.328416 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-8d91b6ad-7446-448b-95dc-8e21e4aa29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.332962 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-8d91b6ad-7446-448b-95dc-8e21e4aa29c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1349256 Aug 03 05:13:21.399726 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-5da3bb13-0def-495e-bb0a-8904531e58b6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 217 time: 0.0629737 Aug 03 05:13:21.474787 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-403c87de-6ea2-4f07-942b-150206191f5c None None] Provisioning complete for port 550677a1-2558-4646-a5ec-0573f7db9688 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:21.476825 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-403c87de-6ea2-4f07-942b-150206191f5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (550677a1-2558-4646-a5ec-0573f7db9688), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:21.486641 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Request body: {'port': {'device_id': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:21.616290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-0508aa73-bd6e-4a57-b5cc-e0f0a7a1f143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.616428 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-403c87de-6ea2-4f07-942b-150206191f5c None None] Port 550677a1-2558-4646-a5ec-0573f7db9688 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:21.616528 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-0508aa73-bd6e-4a57-b5cc-e0f0a7a1f143 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.1944616 Aug 03 05:13:21.691332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e75510-9018-4913-85bd-6d7ce305b9d0 req-7babf07f-105d-491b-853e-448161b0e275 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.693556 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-95e75510-9018-4913-85bd-6d7ce305b9d0 req-7babf07f-105d-491b-853e-448161b0e275 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.5073102 Aug 03 05:13:21.718026 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-4c0ec7ed-c2f1-437a-92dd-8c8043342003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:21.721917 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-4c0ec7ed-c2f1-437a-92dd-8c8043342003 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1001163 Aug 03 05:13:21.772646 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (550677a1-2558-4646-a5ec-0573f7db9688), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:21.784562 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6033c52-c620-4c9d-9a94-ad981e322478 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:21.798908 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:21.799323 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:21.924531 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:21.963072 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-d0d9d72d-7535-4504-a11e-35d14c57548a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249081 Aug 03 05:13:21.992108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:22.010806 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.043550 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6033c52-c620-4c9d-9a94-ad981e322478 admin admin] Publish callbacks [] for security_group (2043056c-814b-4e01-b77d-6dbcbf9eafd3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.133150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6033c52-c620-4c9d-9a94-ad981e322478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2043056c-814b-4e01-b77d-6dbcbf9eafd3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.181309 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6033c52-c620-4c9d-9a94-ad981e322478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2043056c-814b-4e01-b77d-6dbcbf9eafd3,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:22.203265 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-10fbf7ad-96a2-4045-87d3-e6df9d37e74c req-3a15d20d-8a47-4c1c-b2bc-306b83d41b68 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221663 Aug 03 05:13:22.217391 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d6033c52-c620-4c9d-9a94-ad981e322478 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7f816875cdf441c08e8578f95c51f8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1882334 Aug 03 05:13:22.221008 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bda6b0-ad7a-47e1-ab2d-30cd8d53232e req-d33cdd18-09f8-48d4-aa64-f97755e28206 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:22.221717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39072) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:22.228691 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-26bda6b0-ad7a-47e1-ab2d-30cd8d53232e req-d33cdd18-09f8-48d4-aa64-f97755e28206 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 931 time: 0.3707764 Aug 03 05:13:22.255661 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-95e75510-9018-4913-85bd-6d7ce305b9d0 req-8ee14060-ef78-4922-a587-4aba4b2b17a3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871163 Aug 03 05:13:22.319892 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] Publish callbacks [] for security_group (2043056c-814b-4e01-b77d-6dbcbf9eafd3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.362263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] Publish callbacks [] for security_group (2043056c-814b-4e01-b77d-6dbcbf9eafd3), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.442316 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9146e76-9cfd-4de8-902b-2a6b104c5e96 req-2168c461-f25e-45e4-930b-15f54fadcdbd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.0731306 Aug 03 05:13:22.497007 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-26bda6b0-ad7a-47e1-ab2d-30cd8d53232e req-ed68a0aa-35b6-4311-a402-8c10a476851d tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674501 Aug 03 05:13:22.502747 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:22.527421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks [] for port (602350b3-725c-4735-99e8-acb9b77192fa), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.596923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2043056c-814b-4e01-b77d-6dbcbf9eafd3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.597374 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.600274 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.602688 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Transition to ACTIVE for port object 602350b3-725c-4735-99e8-acb9b77192fa will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:13:22.609506 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2043056c-814b-4e01-b77d-6dbcbf9eafd3 HTTP/1.1" status: 204 len: 168 time: 0.3788686 Aug 03 05:13:22.612062 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404465e8-47d5-45f3-8f6f-04d1605bdd43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2043056c-814b-4e01-b77d-6dbcbf9eafd3,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:22.612892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024426f-2a18-4b25-bf4b-894ccf3500d2 req-4f1bb65f-2423-4d4a-b34b-851f2f077833 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:22.615239 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2024426f-2a18-4b25-bf4b-894ccf3500d2 req-4f1bb65f-2423-4d4a-b34b-851f2f077833 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 931 time: 0.0977931 Aug 03 05:13:22.698248 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550677a1-2558-4646-a5ec-0573f7db9688 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:22.713873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.730092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks [] for port (550677a1-2558-4646-a5ec-0573f7db9688), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.750658 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2024426f-2a18-4b25-bf4b-894ccf3500d2 req-6c57903f-2907-413f-9818-ac23fdaf3c08 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212981 Aug 03 05:13:22.814388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Transition to ACTIVE for port object 550677a1-2558-4646-a5ec-0573f7db9688 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:13:22.850802 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:22.869375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Attempting to bind port 602350b3-725c-4735-99e8-acb9b77192fa on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:22.869375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Attempting to bind port 602350b3-725c-4735-99e8-acb9b77192fa by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:22.869375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Attempting to bind port 602350b3-725c-4735-99e8-acb9b77192fa on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:22.876571 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Port 602350b3-725c-4735-99e8-acb9b77192fa on network 0627b724-9776-4eb0-bb73-1088cf117d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:13:22.876701 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Attempting to bind port 602350b3-725c-4735-99e8-acb9b77192fa on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:22.882469 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:22.882876 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Checking segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:22.883613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Bound using segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:22.884038 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Bound port: 602350b3-725c-4735-99e8-acb9b77192fa, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:22.884918 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.888266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:22.998292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Pushing event updated for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:23.031319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Attempting to bind port 550677a1-2558-4646-a5ec-0573f7db9688 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:23.031674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Attempting to bind port 550677a1-2558-4646-a5ec-0573f7db9688 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:23.032014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Attempting to bind port 550677a1-2558-4646-a5ec-0573f7db9688 on network 5332b22b-0717-4e00-8913-c8b77d2d5704 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:23.036049 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:23.041750 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:23.043218 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Port 550677a1-2558-4646-a5ec-0573f7db9688 on network 5332b22b-0717-4e00-8913-c8b77d2d5704 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:13:23.043547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Attempting to bind port 550677a1-2558-4646-a5ec-0573f7db9688 on network 5332b22b-0717-4e00-8913-c8b77d2d5704 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:23.049900 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:23.050252 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Checking segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:23.051242 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Bound using segment: {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:23.051679 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Bound port: 550677a1-2558-4646-a5ec-0573f7db9688, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5016409c-7bd5-4d06-874c-0b6af72b2a56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:23.052050 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (550677a1-2558-4646-a5ec-0573f7db9688), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.121177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:23.124552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=550677a1-2558-4646-a5ec-0573f7db9688,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:23.159531 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.159531 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:23.159531 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.160548 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 1093 time: 3.0563452 Aug 03 05:13:23.160935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:23.254685 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.260928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:23.261552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.262981 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/550677a1-2558-4646-a5ec-0573f7db9688 HTTP/1.1" status: 200 len: 1093 time: 1.7811809 Aug 03 05:13:23.470333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b36ea1c-1cab-48f8-92b8-ad301580eddb service neutron] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:23.616991 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39142) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:23.620270 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f92a2a-e9bf-4a51-b452-e48d7f4e21cd req-144feb5e-738e-4cb8-9c8b-f914b3207999 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:23.621808 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-84f92a2a-e9bf-4a51-b452-e48d7f4e21cd req-144feb5e-738e-4cb8-9c8b-f914b3207999 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.1702592 Aug 03 05:13:23.626399 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b1020420-8770-403e-9a16-cedab731299d req-ce3302e9-9b21-451c-ba96-40de829653b0 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.0553913 Aug 03 05:13:23.629850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5dcdf-c11e-41f7-92ba-83d58895e683 service neutron] Pushing event updated for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:23.655319 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a14d658f-f3e8-4c14-a187-04244a8a901d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.690632 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:23.755669 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-84f92a2a-e9bf-4a51-b452-e48d7f4e21cd req-f51282e4-e603-4802-a022-21c6f02e8091 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224055 Aug 03 05:13:23.828869 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a14d658f-f3e8-4c14-a187-04244a8a901d admin admin] Publish callbacks [] for security_group (036a7115-2559-4552-b6c3-90847f677970), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.855726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef6a6d-69bf-4b0f-9df8-aa7fb0385e87 req-974f7425-0ba0-4da9-af29-b1dd7ec69848 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:23.862492 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-14ef6a6d-69bf-4b0f-9df8-aa7fb0385e87 req-974f7425-0ba0-4da9-af29-b1dd7ec69848 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.0862896 Aug 03 05:13:23.868445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1de4f68-5213-4b87-8d96-c797c371a105" -d '{"events": [{"name": "network-changed", "server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:23.893818 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a14d658f-f3e8-4c14-a187-04244a8a901d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (036a7115-2559-4552-b6c3-90847f677970), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:23.943845 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2978fc37-483d-40ff-8958-156a5dbcdef4 req-7391e67f-f64b-4861-be0a-1bdda11389ac tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:23.945393 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2978fc37-483d-40ff-8958-156a5dbcdef4 req-7391e67f-f64b-4861-be0a-1bdda11389ac tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1055324 Aug 03 05:13:23.954996 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a14d658f-f3e8-4c14-a187-04244a8a901d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f860d7f3a8504bd7b2c36068a020489b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3361208 Aug 03 05:13:23.957701 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39160) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:23.964454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d658f-f3e8-4c14-a187-04244a8a901d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036a7115-2559-4552-b6c3-90847f677970,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:23.994791 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-14ef6a6d-69bf-4b0f-9df8-aa7fb0385e87 req-9572d22f-fa4d-4c3a-8674-66359808eab4 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312606 Aug 03 05:13:24.036155 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] Publish callbacks [] for security_group (036a7115-2559-4552-b6c3-90847f677970), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.041335 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2978fc37-483d-40ff-8958-156a5dbcdef4 req-c4cbad27-5dc6-460c-b8b2-1fb9e0084def tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844247 Aug 03 05:13:24.060035 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] Publish callbacks [] for security_group (036a7115-2559-4552-b6c3-90847f677970), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.170752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5448e8-f53d-4823-90bd-44685371356d x-openstack-request-id: req-ee5448e8-f53d-4823-90bd-44685371356d {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:24.171421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:24.171421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ee5448e8-f53d-4823-90bd-44685371356d {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:24.171842 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5448e8-f53d-4823-90bd-44685371356d'] response: {'name': 'network-changed', 'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'status': 'completed', 'code': 200} Aug 03 05:13:24.249907 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (036a7115-2559-4552-b6c3-90847f677970), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.252581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.253779 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/036a7115-2559-4552-b6c3-90847f677970 HTTP/1.1" status: 204 len: 168 time: 0.2949250 Aug 03 05:13:24.261866 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022e2f91-eb1c-422d-84b3-c6748816d55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036a7115-2559-4552-b6c3-90847f677970,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:24.486659 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39174) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:24.700097 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3df54fb6-3756-4014-9b7b-0f97ae0c2960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.728481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-fd917caf-74ce-4b87-a1da-70a9f513798a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:24.730336 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-fd917caf-74ce-4b87-a1da-70a9f513798a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1127 time: 0.1115685 Aug 03 05:13:24.748195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:24.793079 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-02cf2370-3c0c-4a9e-90d6-9f8743341d96 req-129db9a4-48d0-4a1a-8a35-6145b57178ab tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.0589004 Aug 03 05:13:24.793587 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-702c8665-b004-463b-a03f-012985c8ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:24.795676 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-702c8665-b004-463b-a03f-012985c8ae60 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ec7ef948182a457381fd0a686ca298dc&device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 1127 time: 0.1777344 Aug 03 05:13:24.849442 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3df54fb6-3756-4014-9b7b-0f97ae0c2960 admin admin] Publish callbacks [] for security_group (b0f85e08-7224-4990-90d1-d09a4e196312), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.912817 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3df54fb6-3756-4014-9b7b-0f97ae0c2960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b0f85e08-7224-4990-90d1-d09a4e196312), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:24.969164 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3df54fb6-3756-4014-9b7b-0f97ae0c2960 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fd87dd9e00554bc68e512faeb5ee0de4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4810495 Aug 03 05:13:24.971716 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39200) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:24.985697 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df54fb6-3756-4014-9b7b-0f97ae0c2960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f85e08-7224-4990-90d1-d09a4e196312,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:25.016196 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bf652c-deb4-4799-87fc-7817e6cff2fb req-b01e70d4-6577-4c60-8e86-23f364ec2531 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.020153 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85bf652c-deb4-4799-87fc-7817e6cff2fb req-b01e70d4-6577-4c60-8e86-23f364ec2531 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.1327128 Aug 03 05:13:25.076680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] Publish callbacks [] for security_group (b0f85e08-7224-4990-90d1-d09a4e196312), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:25.104395 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] Publish callbacks [] for security_group (b0f85e08-7224-4990-90d1-d09a4e196312), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:25.146526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=5,neutron:SELECT=94,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:25.166633 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-442196fd-fc10-44d7-b04b-157d739d0bec service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=550677a1-2558-4646-a5ec-0573f7db9688 HTTP/1.1" status: 200 len: 217 time: 0.2202060 Aug 03 05:13:25.277689 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b0f85e08-7224-4990-90d1-d09a4e196312), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:25.281410 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:25.291599 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b0f85e08-7224-4990-90d1-d09a4e196312 HTTP/1.1" status: 204 len: 168 time: 0.3164320 Aug 03 05:13:25.326496 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60ffd-b6d3-4621-9ca7-313700b005ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f85e08-7224-4990-90d1-d09a4e196312,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:25.364457 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-040ccb1a-d904-491d-bf23-8fcb25bf48f8 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.366006 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-040ccb1a-d904-491d-bf23-8fcb25bf48f8 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 810 time: 0.1883960 Aug 03 05:13:25.419413 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-b4d14def-3718-4aba-a7db-78bf6b258062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.422953 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-b4d14def-3718-4aba-a7db-78bf6b258062 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=56be6887-46dd-43de-8335-d72f57121e43 HTTP/1.1" status: 200 len: 851 time: 0.2368078 Aug 03 05:13:25.444172 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac8ba3-7e26-4963-ac1a-8df4aff39db2 req-1d5e804f-b719-464b-a709-f0a27215e0ec tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.446131 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5ac8ba3-7e26-4963-ac1a-8df4aff39db2 req-1d5e804f-b719-464b-a709-f0a27215e0ec tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.3447700 Aug 03 05:13:25.446891 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-f8223d66-4e40-4e44-ac63-47c563aff3a3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 379 time: 0.0720303 Aug 03 05:13:25.459225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'port': {'device_id': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'admin_state_up': True, 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'security_groups': ['b27e14e3-ed41-4002-80fc-77835526f72b']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:25.570297 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85bf652c-deb4-4799-87fc-7817e6cff2fb req-54b96914-033f-488c-b49a-350656c7df26 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5001965 Aug 03 05:13:25.579624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-bb7e6a4f-9446-4998-a4f2-de4777f8f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.581114 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-bb7e6a4f-9446-4998-a4f2-de4777f8f70b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=050592077e0b4d26a1555d2daa7f460d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.6376522 Aug 03 05:13:25.584513 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-82f34bf3-7b2c-4a79-948e-9b46f80f9534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.586042 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-82f34bf3-7b2c-4a79-948e-9b46f80f9534 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5332b22b-0717-4e00-8913-c8b77d2d5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1387906 Aug 03 05:13:25.657959 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=18,neutron:SELECT=76,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:25.701364 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Made reservation on behalf of 2e1ed25abd8e43009dd8f3f4b7ec1864 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:25.707132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:25.773787 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5ac8ba3-7e26-4963-ac1a-8df4aff39db2 req-3c45814a-3fb8-4980-8e6e-7088907dbb7b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767789 Aug 03 05:13:25.850388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c617e1f-67e3-46b4-a3b4-0210b4497dde req-d4b15099-eeb8-4aca-ad76-37fd3eb86ca7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.866455 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3c617e1f-67e3-46b4-a3b4-0210b4497dde req-d4b15099-eeb8-4aca-ad76-37fd3eb86ca7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.2174606 Aug 03 05:13:25.923260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-6b426de2-795a-41dd-8460-45371470054f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:25.923260 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1de4f68-5213-4b87-8d96-c797c371a105 req-6b426de2-795a-41dd-8460-45371470054f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3345716 Aug 03 05:13:25.932868 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Allocated IP 172.20.0.11 (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8/1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48/91c4fc09-87e2-45f6-8784-da65f4ce9033) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:13:25.939216 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39234) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:25.964251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-bb61174a-cee0-4b3e-bb14-d42226c6af27 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577876 Aug 03 05:13:26.027250 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3c617e1f-67e3-46b4-a3b4-0210b4497dde req-b0875557-5444-4d44-b456-4922d7885ad1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617460 Aug 03 05:13:26.062234 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd2b8647-136e-481c-92b9-af608c362a58 req-32d24cac-1f3f-4918-a939-2db535aa14f3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.1041617 Aug 03 05:13:26.094690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-61e1a705-1f66-45ba-8da7-a96b76cce149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:26.096439 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-61e1a705-1f66-45ba-8da7-a96b76cce149 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1127 time: 0.1305470 Aug 03 05:13:26.252200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ac9001b3-d30d-4aa8-ad99-dd6e8dd3323f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.258491 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:26.322518 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39250) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:26.344501 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb42a7da-8505-4fb7-bae8-5fac0bc694c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.375225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:26.381614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5a6627-4659-4a9c-b5ba-39605cf1a164" -d '{"events": [{"name": "network-changed", "server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "tag": "550677a1-2558-4646-a5ec-0573f7db9688"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:26.383534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:26.385261 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-4f08e699-a2c0-4a30-a692-9a7d45179d3d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 217 time: 0.2569604 Aug 03 05:13:26.424511 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da94b14c-e97b-47e4-9ef1-421e6f7cde93 req-f89f8276-f4e2-4e2e-b14c-51b909e93ab7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470198 Aug 03 05:13:26.426699 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.431061 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc17d95-e625-458c-913e-3d9d6dc39ab8 x-openstack-request-id: req-ebc17d95-e625-458c-913e-3d9d6dc39ab8 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:26.433186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "tag": "550677a1-2558-4646-a5ec-0573f7db9688", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:26.433186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ebc17d95-e625-458c-913e-3d9d6dc39ab8 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:26.433509 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebc17d95-e625-458c-913e-3d9d6dc39ab8'] response: {'name': 'network-changed', 'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688', 'status': 'completed', 'code': 200} Aug 03 05:13:26.493462 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ac9001b3-d30d-4aa8-ad99-dd6e8dd3323f admin admin] Publish callbacks [] for security_group (739e554d-abbe-4394-aaef-ae0452770400), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.534279 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb42a7da-8505-4fb7-bae8-5fac0bc694c2 admin admin] Publish callbacks [] for security_group (d93b9f52-2dab-4c7f-bfe7-8a4489424f62), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.552719 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ac9001b3-d30d-4aa8-ad99-dd6e8dd3323f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (739e554d-abbe-4394-aaef-ae0452770400), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.589738 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.596124 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ac9001b3-d30d-4aa8-ad99-dd6e8dd3323f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7e3d7b457546483381a91a3d9a55a95f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6554120 Aug 03 05:13:26.600833 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39260) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:26.610043 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9001b3-d30d-4aa8-ad99-dd6e8dd3323f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e554d-abbe-4394-aaef-ae0452770400,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:26.640825 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bb42a7da-8505-4fb7-bae8-5fac0bc694c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d93b9f52-2dab-4c7f-bfe7-8a4489424f62), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.666693 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:13:26.669039 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] Publish callbacks [] for security_group (739e554d-abbe-4394-aaef-ae0452770400), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.685668 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:26.703479 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:13:26.710047 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:26.710261 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.720782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610340c-8bdf-49d1-b57a-9ac95ef2cc31 req-300cb7e6-66c9-45a9-b22c-bad9f214bbef tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:26.722922 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d610340c-8bdf-49d1-b57a-9ac95ef2cc31 req-300cb7e6-66c9-45a9-b22c-bad9f214bbef tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.0663958 Aug 03 05:13:26.725251 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] Publish callbacks [] for security_group (739e554d-abbe-4394-aaef-ae0452770400), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.728067 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bb42a7da-8505-4fb7-bae8-5fac0bc694c2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fbc9dc1e38df41a39bac79e2ce3d212e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085720 Aug 03 05:13:26.728067 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb42a7da-8505-4fb7-bae8-5fac0bc694c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93b9f52-2dab-4c7f-bfe7-8a4489424f62,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:26.731007 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39264) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:26.747274 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:26.833747 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-1e47ae36-002f-46e7-b3b6-6f8c5ca0987d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3760283 Aug 03 05:13:26.839237 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d610340c-8bdf-49d1-b57a-9ac95ef2cc31 req-17516640-2873-4cf9-9e4e-3cfdc053a491 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072345 Aug 03 05:13:26.853093 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] Publish callbacks [] for security_group (d93b9f52-2dab-4c7f-bfe7-8a4489424f62), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.917637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] Publish callbacks [] for security_group (d93b9f52-2dab-4c7f-bfe7-8a4489424f62), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.947835 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9015cb-ee4c-4d7a-8136-4116c1aada00 req-35fa68bf-825b-4796-9713-13b40fc53bad tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:26.951489 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab9015cb-ee4c-4d7a-8136-4116c1aada00 req-35fa68bf-825b-4796-9713-13b40fc53bad tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.0709736 Aug 03 05:13:26.971151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (739e554d-abbe-4394-aaef-ae0452770400), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.973868 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:26.983343 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/739e554d-abbe-4394-aaef-ae0452770400 HTTP/1.1" status: 204 len: 168 time: 0.3742704 Aug 03 05:13:26.983454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-e65000d8-7c9f-4745-91e7-8456682aecdd None None] Provisioning complete for port 91c4fc09-87e2-45f6-8784-da65f4ce9033 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:26.983454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e65000d8-7c9f-4745-91e7-8456682aecdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:27.001799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4692e5e-658d-42ab-8c3e-76cdad0d90be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e554d-abbe-4394-aaef-ae0452770400,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:27.025242 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-e65000d8-7c9f-4745-91e7-8456682aecdd None None] Port 91c4fc09-87e2-45f6-8784-da65f4ce9033 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:13:27.031454 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab9015cb-ee4c-4d7a-8136-4116c1aada00 req-0582dac8-8b58-4a6b-976c-ecd00b22ca19 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706987 Aug 03 05:13:27.118999 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d93b9f52-2dab-4c7f-bfe7-8a4489424f62), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:27.121371 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:27.122488 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d93b9f52-2dab-4c7f-bfe7-8a4489424f62 HTTP/1.1" status: 204 len: 168 time: 0.3893316 Aug 03 05:13:27.162159 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff73a81-df54-4934-b8cc-fa0fa96020f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93b9f52-2dab-4c7f-bfe7-8a4489424f62,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:27.188016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0087c7-70cd-444e-9c9b-7a878510b177 req-e5f1820e-6206-46f9-8dcd-a75feb4239a8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:27.189514 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a0087c7-70cd-444e-9c9b-7a878510b177 req-e5f1820e-6206-46f9-8dcd-a75feb4239a8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0819402 Aug 03 05:13:27.220602 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60212395-5527-42d9-9e46-a168df7e1421 req-5564486a-97a0-44d8-8a96-a871093a4647 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:27.222290 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60212395-5527-42d9-9e46-a168df7e1421 req-5564486a-97a0-44d8-8a96-a871093a4647 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 932 time: 0.0726988 Aug 03 05:13:27.244598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:27.271873 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a0087c7-70cd-444e-9c9b-7a878510b177 req-ce087904-f004-4972-a409-917baf6fe969 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759344 Aug 03 05:13:27.294299 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60212395-5527-42d9-9e46-a168df7e1421 req-1687a647-bd40-4d09-9aad-aee0341dd460 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626888 Aug 03 05:13:27.987569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e6a2d-25ef-4c01-b0a3-466099db02c9 req-0eb1d747-6c9b-455f-8c42-6313f11e768d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:27.989162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-135e6a2d-25ef-4c01-b0a3-466099db02c9 req-0eb1d747-6c9b-455f-8c42-6313f11e768d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 943 time: 0.0569422 Aug 03 05:13:28.036446 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-135e6a2d-25ef-4c01-b0a3-466099db02c9 req-45e712d7-c86e-4ae9-9018-d1e707c659c4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Aug 03 05:13:28.175893 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53c1ac-b6cb-48fe-9ce7-f8bc7263d235 req-cc1464a2-c15d-4dca-ac99-7d83e154023f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:28.177371 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a53c1ac-b6cb-48fe-9ce7-f8bc7263d235 req-cc1464a2-c15d-4dca-ac99-7d83e154023f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.0521049 Aug 03 05:13:28.226132 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a53c1ac-b6cb-48fe-9ce7-f8bc7263d235 req-61cb5261-3c72-41e9-8755-2cf78b4d578f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429282 Aug 03 05:13:28.425805 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cb2099-1c52-462a-bf9f-2fc50a245646 req-b8d147c5-c8f3-46d0-a056-4cead0ca4e8b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:28.434006 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-69cb2099-1c52-462a-bf9f-2fc50a245646 req-b8d147c5-c8f3-46d0-a056-4cead0ca4e8b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0781555 Aug 03 05:13:28.455653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34cf7a-8c2c-43e4-85f1-692542623460 req-45d20f16-5e6d-42f7-9399-d269770a466c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:28.457806 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a34cf7a-8c2c-43e4-85f1-692542623460 req-45d20f16-5e6d-42f7-9399-d269770a466c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 932 time: 0.0772731 Aug 03 05:13:28.495404 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-69cb2099-1c52-462a-bf9f-2fc50a245646 req-0729b1ec-c41e-4c0b-9fa6-6cb971926dca tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624349 Aug 03 05:13:28.539936 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a34cf7a-8c2c-43e4-85f1-692542623460 req-b42f0e05-4e66-4b2f-98b0-b98151c77f6b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539489 Aug 03 05:13:28.661134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39306) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:28.676583 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:28.677782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-716140a0-b48a-49f5-8a48-ae7e802e40e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:28.769261 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-716140a0-b48a-49f5-8a48-ae7e802e40e9 admin admin] Publish callbacks [] for security_group (72f95d10-829d-4969-bfae-de3c9da2d876), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:28.801533 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Request body: {'port': {'device_id': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:28.809524 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device a1951f3c-b093-496d-be25-7c755eb6f752 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:13:28.858597 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-5d8f8ecc-6d24-4933-9fbf-a2a029bbcd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:28.862472 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-5d8f8ecc-6d24-4933-9fbf-a2a029bbcd7b service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0688982 Aug 03 05:13:28.863524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:28.903909 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:28.936851 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a1951f3c-b093-496d-be25-7c755eb6f752,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:28.950939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-9a5d1138-afd6-4d20-9726-f888cdf3ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:28.952001 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'a1951f3c-b093-496d-be25-7c755eb6f752', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'port_id': 'a1951f3c-b093-496d-be25-7c755eb6f752', 'mac_address': 'fa:16:3e:a5:2b:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:13:28.952770 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-9a5d1138-afd6-4d20-9726-f888cdf3ada0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0830820 Aug 03 05:13:28.954217 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:28.954457 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-716140a0-b48a-49f5-8a48-ae7e802e40e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (72f95d10-829d-4969-bfae-de3c9da2d876), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:28.965838 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:28.993873 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port a1951f3c-b093-496d-be25-7c755eb6f752 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:28.994267 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:28.999812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-716140a0-b48a-49f5-8a48-ae7e802e40e9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8be32a432f40442689dcb32fc0450f66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3372226 Aug 03 05:13:29.000760 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716140a0-b48a-49f5-8a48-ae7e802e40e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f95d10-829d-4969-bfae-de3c9da2d876,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:29.003175 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39318) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:29.011068 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1951f3c-b093-496d-be25-7c755eb6f752 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:29.018335 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:29.033811 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a1951f3c-b093-496d-be25-7c755eb6f752,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:29.072000 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] Publish callbacks [] for security_group (72f95d10-829d-4969-bfae-de3c9da2d876), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.080613 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:29.114250 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.114926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 945d4b78-7ce8-433a-86ca-fd52994ea333 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:13:29.117890 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] Publish callbacks [] for security_group (72f95d10-829d-4969-bfae-de3c9da2d876), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.193473 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:29.195096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:29.209303 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423a6be-30f1-40f3-b973-dbeea27579c2 req-d31b1438-11ac-4152-9454-653217bc8564 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:29.211504 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5423a6be-30f1-40f3-b973-dbeea27579c2 req-d31b1438-11ac-4152-9454-653217bc8564 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 944 time: 0.0766153 Aug 03 05:13:29.222619 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=945d4b78-7ce8-433a-86ca-fd52994ea333,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:29.243402 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '945d4b78-7ce8-433a-86ca-fd52994ea333', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'port_id': '945d4b78-7ce8-433a-86ca-fd52994ea333', 'mac_address': 'fa:16:3e:73:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:13:29.280003 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5423a6be-30f1-40f3-b973-dbeea27579c2 req-b79bfcbc-ecdd-470f-8cc6-184414819067 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519502 Aug 03 05:13:29.306820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 945d4b78-7ce8-433a-86ca-fd52994ea333 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:29.306820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.308189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 945d4b78-7ce8-433a-86ca-fd52994ea333 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:29.340764 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=945d4b78-7ce8-433a-86ca-fd52994ea333,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:29.354003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (72f95d10-829d-4969-bfae-de3c9da2d876), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.360327 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.361680 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/72f95d10-829d-4969-bfae-de3c9da2d876 HTTP/1.1" status: 204 len: 168 time: 0.3574331 Aug 03 05:13:29.363200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c4fc09-87e2-45f6-8784-da65f4ce9033 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:29.374632 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks [] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.390313 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Transition to ACTIVE for port object 91c4fc09-87e2-45f6-8784-da65f4ce9033 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:13:29.397993 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923ddcc-569a-4d68-9e45-ce5e4a963557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f95d10-829d-4969-bfae-de3c9da2d876,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:29.409940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2634f2c1-58db-4703-82c2-008c0efdb9ff req-658af1a2-e87b-487b-91f6-0a638e066efc tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:29.411555 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2634f2c1-58db-4703-82c2-008c0efdb9ff req-658af1a2-e87b-487b-91f6-0a638e066efc tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.0894241 Aug 03 05:13:29.427496 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.450351 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.543005 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2634f2c1-58db-4703-82c2-008c0efdb9ff req-5a7e87d3-3383-403d-a12b-8c2b0f979902 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198528 Aug 03 05:13:29.543294 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:29.592354 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Attempting to bind port 91c4fc09-87e2-45f6-8784-da65f4ce9033 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:13:29.593073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Attempting to bind port 91c4fc09-87e2-45f6-8784-da65f4ce9033 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:13:29.593733 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Attempting to bind port 91c4fc09-87e2-45f6-8784-da65f4ce9033 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:29.596705 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Pushing event updated for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:29.609776 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Port 91c4fc09-87e2-45f6-8784-da65f4ce9033 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:13:29.610376 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Attempting to bind port 91c4fc09-87e2-45f6-8784-da65f4ce9033 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:13:29.623377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 13, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:13:29.623377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Checking segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:29.623377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Bound using segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:13:29.623377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Bound port: 91c4fc09-87e2-45f6-8784-da65f4ce9033, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:13:29.623377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.712174 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:13:29.715553 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:13:29.734625 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c5ce7-a269-4b58-8e1c-f7d726e306d0 req-3c52c25f-5f26-4448-b907-e7ea5161d17d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:29.736191 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e42c5ce7-a269-4b58-8e1c-f7d726e306d0 req-3c52c25f-5f26-4448-b907-e7ea5161d17d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1252530 Aug 03 05:13:29.774948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39356) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:29.786738 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['a1951f3c-b093-496d-be25-7c755eb6f752'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:29.807326 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.880089 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:29.880089 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:29.880276 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e42c5ce7-a269-4b58-8e1c-f7d726e306d0 req-64e71e3c-a908-4c24-a437-1c46d690071d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222894 Aug 03 05:13:29.881588 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 1094 time: 1.0848963 Aug 03 05:13:29.884780 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:29.905440 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cb771bd-b895-4047-8eae-e7767f0b6e24" -d '{"events": [{"name": "network-changed", "server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:29.913599 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-bd6ba2a3-40c7-4133-96b2-9c5f8cc5a61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:29.915502 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-bd6ba2a3-40c7-4133-96b2-9c5f8cc5a61d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=ec7ef948182a457381fd0a686ca298dc&device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 1127 time: 0.1752615 Aug 03 05:13:29.923136 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['945d4b78-7ce8-433a-86ca-fd52994ea333'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:30.131115 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680347841-network', 'tenant_id': '4c56eb76c3814e488d8447fc18dae874'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:30.149115 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8940175b-bb5e-47ac-8008-834307a1fdf8 x-openstack-request-id: req-8940175b-bb5e-47ac-8008-834307a1fdf8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:30.149735 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:30.150149 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8940175b-bb5e-47ac-8008-834307a1fdf8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:30.150716 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8940175b-bb5e-47ac-8008-834307a1fdf8'] response: {'name': 'network-changed', 'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'status': 'completed', 'code': 200} Aug 03 05:13:30.151623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7b1f0-7457-4c67-9f52-8bd3703ab191 service neutron] Pushing event updated for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:30.151749 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-3b5b79e8-d0cc-4ba4-97de-2ae555030f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.153504 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-3b5b79e8-d0cc-4ba4-97de-2ae555030f21 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=5332b22b-0717-4e00-8913-c8b77d2d5704 HTTP/1.1" status: 200 len: 913 time: 0.2019038 Aug 03 05:13:30.178285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-e6e2a40a-4501-4b0e-b2dc-3520c9e45f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.178482 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b1884-ed5a-412b-8232-9c7f15e268c3 req-94fb6431-f873-4a92-b5fa-083262be1d29 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.185558 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a13b1884-ed5a-412b-8232-9c7f15e268c3 req-94fb6431-f873-4a92-b5fa-083262be1d29 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 944 time: 0.4460518 Aug 03 05:13:30.191747 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-e6e2a40a-4501-4b0e-b2dc-3520c9e45f28 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1128 time: 0.1931515 Aug 03 05:13:30.211759 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:30.239276 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-d819638d-11bd-4ac6-a237-e5079e95093f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 217 time: 0.0407200 Aug 03 05:13:30.250380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-64ae0a88-0f30-4b47-8996-42cb54ba3cf2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=550677a1-2558-4646-a5ec-0573f7db9688 HTTP/1.1" status: 200 len: 217 time: 0.0905592 Aug 03 05:13:30.282940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Made reservation on behalf of 4c56eb76c3814e488d8447fc18dae874 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:30.285752 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.297882 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.325892 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-666a2381-278b-414c-ac8b-07df82c7cece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.327405 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a13b1884-ed5a-412b-8232-9c7f15e268c3 req-a3d1ba99-f1f3-4dc4-8178-0db6413a9e68 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408873 Aug 03 05:13:30.327575 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-666a2381-278b-414c-ac8b-07df82c7cece service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0829129 Aug 03 05:13:30.338765 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-818121c8-aa12-4399-b574-33221c8bb990 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6004157 Aug 03 05:13:30.401634 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba824c-192f-469c-a1fc-91e144cab753 req-62da9511-cc13-4471-9b18-c28287e10069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.415910 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-62da9511-cc13-4471-9b18-c28287e10069 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0810208 Aug 03 05:13:30.493511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:30.508622 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-c85b9dba-7dee-4e34-8dfb-31efb1e59186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.511185 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks [] for security_group (30005a55-81d6-4728-b12e-dde4b6973fdf), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.511322 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-c85b9dba-7dee-4e34-8dfb-31efb1e59186 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=56be6887-46dd-43de-8335-d72f57121e43 HTTP/1.1" status: 200 len: 851 time: 0.2350421 Aug 03 05:13:30.544029 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-9a02d61a-70e2-4361-b651-28ab0f5a73de service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202445 Aug 03 05:13:30.565313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-7b3a7bc2-9b96-42c8-b974-08ae568323c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.567501 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-7b3a7bc2-9b96-42c8-b974-08ae568323c8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=5332b22b-0717-4e00-8913-c8b77d2d5704&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468080 Aug 03 05:13:30.573843 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789cffa-97f8-43c9-b306-7ae1a76933ed req-af4057ad-77e3-415b-9365-3d4cc1b81fa1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.580363 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6789cffa-97f8-43c9-b306-7ae1a76933ed req-af4057ad-77e3-415b-9365-3d4cc1b81fa1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 944 time: 0.1897390 Aug 03 05:13:30.621108 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (30005a55-81d6-4728-b12e-dde4b6973fdf), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.634886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] vlan segment allocate from pool success with {'vlan_id': 619, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:13:30.674700 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (614c491c-4e7d-4b78-bc8f-590adca005b6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.675126 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Added segment 614c491c-4e7d-4b78-bc8f-590adca005b6 of type vlan for network c2356aa7-3d80-48eb-abc2-d2f4fc8dabab Aug 03 05:13:30.688353 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30005a55-81d6-4728-b12e-dde4b6973fdf,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:30.725921 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-935bb5c5-38f9-4e26-921a-af4d13d40d96 req-903a7a6a-810e-4a5d-ab86-e91698048d23 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799753 Aug 03 05:13:30.737488 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6bba824c-192f-469c-a1fc-91e144cab753 req-f5f9112a-31b2-48a7-9ca6-07f4d4ae26e5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877592 Aug 03 05:13:30.739056 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (c2356aa7-3d80-48eb-abc2-d2f4fc8dabab), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.796818 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6789cffa-97f8-43c9-b306-7ae1a76933ed req-94e6f760-c5a6-4630-88d0-c8bd8d890dc4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155180 Aug 03 05:13:30.804956 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba491db-101b-4bc5-a1c6-82ccd701b962 req-b1b505cd-e566-40b1-bc78-b2290a4057c1 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.806494 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eba491db-101b-4bc5-a1c6-82ccd701b962 req-b1b505cd-e566-40b1-bc78-b2290a4057c1 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 943 time: 0.1603360 Aug 03 05:13:30.809008 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-620f6d46-96fd-4a6f-8b12-c61655f3e5f8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235274 Aug 03 05:13:30.842626 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (c2356aa7-3d80-48eb-abc2-d2f4fc8dabab), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.843749 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:30.844337 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:30.907135 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] Pushing event updated for resources: {'Network': ['ID=c2356aa7-3d80-48eb-abc2-d2f4fc8dabab,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:30.918042 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network c2356aa7-3d80-48eb-abc2-d2f4fc8dabab details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:13:30.926113 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eba491db-101b-4bc5-a1c6-82ccd701b962 req-b5f5c4e4-d2b8-4d97-b91f-1b7aefa68977 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090474 Aug 03 05:13:30.952380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a5a6627-4659-4a9c-b5ba-39605cf1a164 req-e9446b26-1ab3-43e9-965b-92fe9a00a91d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274893 Aug 03 05:13:30.962800 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9098fde7-bd97-4c55-a399-a036c0625e92 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.1832912 Aug 03 05:13:30.963797 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39398) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:30.971293 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Request body: {'subnet': {'network_id': 'c2356aa7-3d80-48eb-abc2-d2f4fc8dabab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680347841-subnet', 'tenant_id': '4c56eb76c3814e488d8447fc18dae874', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:31.041659 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e3e015-5db2-4c28-86c5-ab37ebe24853 req-55ba826c-3aed-4801-bfee-74cccaecbfe6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:31.043222 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6e3e015-5db2-4c28-86c5-ab37ebe24853 req-55ba826c-3aed-4801-bfee-74cccaecbfe6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0572660 Aug 03 05:13:31.065118 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Made reservation on behalf of 4c56eb76c3814e488d8447fc18dae874 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:31.068611 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.096931 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:31.104321 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6e3e015-5db2-4c28-86c5-ab37ebe24853 req-4837a551-068e-469c-9bc4-951c6127c80e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545352 Aug 03 05:13:31.153242 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:31.351921 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (64626962-d325-43d9-aa67-f8c0ec75251c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.416514 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64626962-d325-43d9-aa67-f8c0ec75251c,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:31.424290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Checking segment: {'id': '614c491c-4e7d-4b78-bc8f-590adca005b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'c2356aa7-3d80-48eb-abc2-d2f4fc8dabab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:31.424741 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Network hostable DHCP agents. Network: c2356aa7-3d80-48eb-abc2-d2f4fc8dabab, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:13:31.439040 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 550677a1-2558-4646-a5ec-0573f7db9688 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:13:31.441241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device a1951f3c-b093-496d-be25-7c755eb6f752 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:31.464349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893e49a1-e4ae-4d61-9b84-8d547862d61a req-ef49cb88-abf6-4e8c-a1bf-3a624af9103b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:31.466082 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-893e49a1-e4ae-4d61-9b84-8d547862d61a req-ef49cb88-abf6-4e8c-a1bf-3a624af9103b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 944 time: 0.0576448 Aug 03 05:13:31.511272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Network c2356aa7-3d80-48eb-abc2-d2f4fc8dabab is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:13:31.527174 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-893e49a1-e4ae-4d61-9b84-8d547862d61a req-ec4c8fc3-8128-4199-822d-76321ac4c7cf tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550847 Aug 03 05:13:31.568057 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:31.569340 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port a1951f3c-b093-496d-be25-7c755eb6f752 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:13:31.582291 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:31.614282 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, c2356aa7-3d80-48eb-abc2-d2f4fc8dabab) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:31.614698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=550677a1-2558-4646-a5ec-0573f7db9688,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:31.618963 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:31.622795 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.637746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad582120-ec34-451c-81c2-ff4047e5e8b6 None None] Network c2356aa7-3d80-48eb-abc2-d2f4fc8dabab requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:13:31.643092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port a1951f3c-b093-496d-be25-7c755eb6f752 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:31.651087 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.663786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '550677a1-2558-4646-a5ec-0573f7db9688', 'network_id': '5332b22b-0717-4e00-8913-c8b77d2d5704', 'port_id': '550677a1-2558-4646-a5ec-0573f7db9688', 'mac_address': 'fa:16:3e:6f:f7:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56be6887-46dd-43de-8335-d72f57121e43', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:13:31.738334 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7e2234aa-8b3b-41be-b989-bd4de2665728 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7731133 Aug 03 05:13:31.802054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 550677a1-2558-4646-a5ec-0573f7db9688 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:31.802528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (550677a1-2558-4646-a5ec-0573f7db9688), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.836219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550677a1-2558-4646-a5ec-0573f7db9688 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:31.845147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port a1951f3c-b093-496d-be25-7c755eb6f752 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:31.845741 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:31.891266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d68dab0-40e7-47a4-b2a8-bc2e0e101856 None None] Network c2356aa7-3d80-48eb-abc2-d2f4fc8dabab requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:13:31.895312 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=550677a1-2558-4646-a5ec-0573f7db9688,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:31.929572 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:32.009872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b1b4b1-e532-4f77-bbc9-2d07de344954 req-52c959e8-2533-4948-8c11-7bad75cdcfe8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.025021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6b1b4b1-e532-4f77-bbc9-2d07de344954 req-52c959e8-2533-4948-8c11-7bad75cdcfe8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 944 time: 0.1149969 Aug 03 05:13:32.037573 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a1951f3c-b093-496d-be25-7c755eb6f752,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:32.039030 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:32.075009 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:32.109053 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6b1b4b1-e532-4f77-bbc9-2d07de344954 req-967bd410-48d4-4318-a699-c0e5ee2bacec tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878797 Aug 03 05:13:32.109703 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:32.110702 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 945d4b78-7ce8-433a-86ca-fd52994ea333 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:32.162579 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e07da-0255-45a5-a0d3-5305c6e3ce17 req-192ebcf3-2f6d-46e0-9699-11710f3948cd tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.164138 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-370e07da-0255-45a5-a0d3-5305c6e3ce17 req-192ebcf3-2f6d-46e0-9699-11710f3948cd tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 944 time: 0.0844009 Aug 03 05:13:32.186938 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:32.281720 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-370e07da-0255-45a5-a0d3-5305c6e3ce17 req-8ec7e5c4-3604-4369-9c62-ecec2316879f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109338 Aug 03 05:13:32.307462 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:32.314440 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['550677a1-2558-4646-a5ec-0573f7db9688'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:32.319198 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 945d4b78-7ce8-433a-86ca-fd52994ea333 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:13:32.358121 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-cff96546-464c-4afa-b8f6-6b01bee3d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.359710 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-cff96546-464c-4afa-b8f6-6b01bee3d356 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1128 time: 0.0979803 Aug 03 05:13:32.363771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980e121e-5dc8-4f00-aaad-49c54bcb27f8" -d '{"events": [{"server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "name": "network-vif-plugged", "status": "completed", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:32.368939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9e936-2d5e-462a-856b-0c9fcec44c7d req-42eda30f-1a85-4fc1-8f3e-2f0b67fe12ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.370630 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fdd9e936-2d5e-462a-856b-0c9fcec44c7d req-42eda30f-1a85-4fc1-8f3e-2f0b67fe12ef tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0962322 Aug 03 05:13:32.392237 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 945d4b78-7ce8-433a-86ca-fd52994ea333 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:32.392647 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:32.545736 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 945d4b78-7ce8-433a-86ca-fd52994ea333 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:32.546292 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:32.635638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=945d4b78-7ce8-433a-86ca-fd52994ea333,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:32.683297 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fabd6e6-e026-49eb-a3c5-46694db143b8 x-openstack-request-id: req-9fabd6e6-e026-49eb-a3c5-46694db143b8 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:32.683774 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "name": "network-vif-plugged", "status": "completed", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:32.684187 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-9fabd6e6-e026-49eb-a3c5-46694db143b8 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:32.686877 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fabd6e6-e026-49eb-a3c5-46694db143b8'] response: {'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752', 'code': 200} Aug 03 05:13:32.711748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:32.773499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:32.852584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f697fb-299a-4541-9ae9-f7f8ebb7e549 req-10603a80-98a6-4cc2-8744-64210c6241d4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.854117 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-66f697fb-299a-4541-9ae9-f7f8ebb7e549 req-10603a80-98a6-4cc2-8744-64210c6241d4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 944 time: 0.1323044 Aug 03 05:13:32.864944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fdd9e936-2d5e-462a-856b-0c9fcec44c7d req-fc67fccd-4c28-4f9c-8d2a-f31631fe69d4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4848487 Aug 03 05:13:32.881385 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-41555df4-63fd-4d02-9346-3f36057c2cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:32.883013 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-41555df4-63fd-4d02-9346-3f36057c2cb5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.5115507 Aug 03 05:13:32.933181 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-7966e9ee-9409-4fb7-b667-43f784a97acc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 217 time: 0.0378132 Aug 03 05:13:32.988670 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-66f697fb-299a-4541-9ae9-f7f8ebb7e549 req-2aef0c4b-b10f-4dd1-93dd-d8619d62a717 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179650 Aug 03 05:13:33.011759 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-18a98200-ec2b-4439-a799-8b3887c1e21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.013343 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-18a98200-ec2b-4439-a799-8b3887c1e21f service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0703275 Aug 03 05:13:33.077381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-0edfdec8-481a-4665-8597-367e475f8394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.078961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-0edfdec8-481a-4665-8597-367e475f8394 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522974 Aug 03 05:13:33.084070 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39486) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:33.088830 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-5968807-network', 'tenant_id': '882275428a70495caeab73663243f476'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:33.135880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-c5fc5bff-014f-469d-b62a-d5df752e5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.137559 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-c5fc5bff-014f-469d-b62a-d5df752e5ad9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1129 time: 0.0729449 Aug 03 05:13:33.170204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-73bd20de-94d2-449d-9aa7-9d6507af052c service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.201381 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-e6f9862f-90bd-4788-b122-13073081af4a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076872 Aug 03 05:13:33.226105 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Made reservation on behalf of 882275428a70495caeab73663243f476 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:33.226249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.266987 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-73bd20de-94d2-449d-9aa7-9d6507af052c service neutron] Publish callbacks [] for security_group (43317361-b076-459b-8654-bc38ac1607dd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.283094 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.296555 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:33.349877 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03583cb4-9054-4393-8e1e-616e91448141 req-c6482e18-9387-482c-a933-1d32553663bc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.351616 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-03583cb4-9054-4393-8e1e-616e91448141 req-c6482e18-9387-482c-a933-1d32553663bc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.1324718 Aug 03 05:13:33.380020 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-73bd20de-94d2-449d-9aa7-9d6507af052c service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (43317361-b076-459b-8654-bc38ac1607dd), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.434233 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bd20de-94d2-449d-9aa7-9d6507af052c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=43317361-b076-459b-8654-bc38ac1607dd,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:33.453865 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-90d60d62-ae46-4626-a6b4-9c261cc413c4 req-73bd20de-94d2-449d-9aa7-9d6507af052c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019571 Aug 03 05:13:33.459527 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4cb771bd-b895-4047-8eae-e7767f0b6e24 req-6e2f100b-231e-4e83-9477-0c1286d5fdb2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507432 Aug 03 05:13:33.462291 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:13:33.474442 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 550677a1-2558-4646-a5ec-0573f7db9688 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:33.489742 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669bfeca-e750-46e4-bb9c-663809827f77 req-cb0f71de-d771-405f-befb-84ff706c4284 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.491251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-669bfeca-e750-46e4-bb9c-663809827f77 req-cb0f71de-d771-405f-befb-84ff706c4284 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 944 time: 0.1190388 Aug 03 05:13:33.493570 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:33.500740 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-03583cb4-9054-4393-8e1e-616e91448141 req-29bca834-356f-4dff-8ef0-cdf663e9a3e2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412914 Aug 03 05:13:33.564177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks [] for security_group (14e7a17c-7235-4af3-ac37-15a18a4b9f73), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.582377 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-669bfeca-e750-46e4-bb9c-663809827f77 req-e4646c62-f208-4733-b94d-ac79382a8a64 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Aug 03 05:13:33.593443 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:33.600519 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:33.604695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 550677a1-2558-4646-a5ec-0573f7db9688 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:13:33.611281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:33.641438 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:33.656198 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '602350b3-725c-4735-99e8-acb9b77192fa', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:13:33.671801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (14e7a17c-7235-4af3-ac37-15a18a4b9f73), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.687663 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 550677a1-2558-4646-a5ec-0573f7db9688 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:33.688045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (550677a1-2558-4646-a5ec-0573f7db9688), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.700171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:13:33.715995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7a17c-7235-4af3-ac37-15a18a4b9f73,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:33.721374 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (db0df81b-6ada-47f0-bf68-a5468eeebeea), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.722268 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Added segment db0df81b-6ada-47f0-bf68-a5468eeebeea of type vlan for network 89cebbe3-4d03-4c92-b2c6-b8313153447e Aug 03 05:13:33.744195 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:33.744587 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.765841 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:33.771607 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (89cebbe3-4d03-4c92-b2c6-b8313153447e), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.806172 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:33.821031 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 550677a1-2558-4646-a5ec-0573f7db9688 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:33.821418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (550677a1-2558-4646-a5ec-0573f7db9688), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.858743 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=550677a1-2558-4646-a5ec-0573f7db9688,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:33.876641 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.876788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (89cebbe3-4d03-4c92-b2c6-b8313153447e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.877308 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 91c4fc09-87e2-45f6-8784-da65f4ce9033 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:13:33.877672 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:33.878256 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:33.945272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] Pushing event updated for resources: {'Network': ['ID=89cebbe3-4d03-4c92-b2c6-b8313153447e,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:33.953929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:33.987623 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 89cebbe3-4d03-4c92-b2c6-b8313153447e details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:13:33.995740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.000979 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c135cae1-449f-414d-be9a-9bc983af5a8b admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 860 time: 0.9133170 Aug 03 05:13:34.001414 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39516) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:34.006883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Request body: {'subnet': {'network_id': '89cebbe3-4d03-4c92-b2c6-b8313153447e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-5968807-subnet', 'tenant_id': '882275428a70495caeab73663243f476', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:34.010706 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180583d8-aa79-4af9-be7b-e5182015382b req-626e4fb6-3540-4c47-b793-1e36a4bb8045 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:34.012828 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-180583d8-aa79-4af9-be7b-e5182015382b req-626e4fb6-3540-4c47-b793-1e36a4bb8045 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 944 time: 0.0537257 Aug 03 05:13:34.076836 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-180583d8-aa79-4af9-be7b-e5182015382b req-0394468b-4f8f-4c38-88e4-f328f806d9bf tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523746 Aug 03 05:13:34.134339 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd1f8b-9ad8-44fd-8ed6-2e3317f97331 req-55edf631-55f6-4c29-84e4-a4b6d694133d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:34.136165 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8bd1f8b-9ad8-44fd-8ed6-2e3317f97331 req-55edf631-55f6-4c29-84e4-a4b6d694133d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 944 time: 0.0570667 Aug 03 05:13:34.164292 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Made reservation on behalf of 882275428a70495caeab73663243f476 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:13:34.166695 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.203089 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8bd1f8b-9ad8-44fd-8ed6-2e3317f97331 req-39d382c4-a499-4eb6-bf99-77362e3e5f3c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614440 Aug 03 05:13:34.247878 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:34.295751 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:34.298227 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:34.306777 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39532) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:34.313939 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'port_id': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'mac_address': 'fa:16:3e:e5:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:13:34.354483 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 91c4fc09-87e2-45f6-8784-da65f4ce9033 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:34.355188 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.369929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c4fc09-87e2-45f6-8784-da65f4ce9033 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:13:34.392026 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:34.437671 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e866428b-9b56-400a-959a-21d9371e0dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.449621 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.449944 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (2d315ff0-0404-4f3a-a4c6-1f80479b33ca), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.454901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:34.501573 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:34.509449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d315ff0-0404-4f3a-a4c6-1f80479b33ca,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:34.518493 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Checking segment: {'id': 'db0df81b-6ada-47f0-bf68-a5468eeebeea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '89cebbe3-4d03-4c92-b2c6-b8313153447e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:13:34.519507 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Network hostable DHCP agents. Network: 89cebbe3-4d03-4c92-b2c6-b8313153447e, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:13:34.534661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e866428b-9b56-400a-959a-21d9371e0dca admin admin] Publish callbacks [] for security_group (2b79b0c9-271f-4810-9030-63f361c2ebf2), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.602142 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:34.642869 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aa7f8-1f36-4cd1-beed-799d8bdec55c req-46c592b8-5986-487a-a98e-5bd25e757451 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:34.645039 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-028aa7f8-1f36-4cd1-beed-799d8bdec55c req-46c592b8-5986-487a-a98e-5bd25e757451 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0521727 Aug 03 05:13:34.688468 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333'}, {'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:34.691822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2bc36f-59e8-4efc-b17c-1f1838824353" -d '{"events": [{"server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "name": "network-vif-plugged", "status": "completed", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333"}, {"server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "name": "network-vif-plugged", "status": "completed", "tag": "550677a1-2558-4646-a5ec-0573f7db9688"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:34.737298 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf0bf6-8047-4f88-bf44-4a6044acd7f8 req-523994d4-be13-4d43-80c1-deb8be68c28b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:34.738916 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cfaf0bf6-8047-4f88-bf44-4a6044acd7f8 req-523994d4-be13-4d43-80c1-deb8be68c28b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0758109 Aug 03 05:13:34.739565 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Network 89cebbe3-4d03-4c92-b2c6-b8313153447e is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:13:34.747764 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-e866428b-9b56-400a-959a-21d9371e0dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2b79b0c9-271f-4810-9030-63f361c2ebf2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.778278 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-028aa7f8-1f36-4cd1-beed-799d8bdec55c req-11214950-2264-4870-8920-927b75cd2353 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206310 Aug 03 05:13:34.808140 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['602350b3-725c-4735-99e8-acb9b77192fa'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:34.816675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866428b-9b56-400a-959a-21d9371e0dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79b0c9-271f-4810-9030-63f361c2ebf2,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:34.823820 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39550) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:34.824012 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-e866428b-9b56-400a-959a-21d9371e0dca admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fd41573fccb242a2b9277ae51d71dc35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5160871 Aug 03 05:13:34.850417 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 89cebbe3-4d03-4c92-b2c6-b8313153447e) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:13:34.861883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362142eb-7afa-4b89-9db0-caeb4d5d3734 None None] Network 89cebbe3-4d03-4c92-b2c6-b8313153447e requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:13:34.864793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f536385-73c7-436b-8dc2-32a607d570ab x-openstack-request-id: req-7f536385-73c7-436b-8dc2-32a607d570ab {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:34.865243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "name": "network-vif-plugged", "status": "completed", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333", "code": 200}, {"server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "name": "network-vif-plugged", "status": "completed", "tag": "550677a1-2558-4646-a5ec-0573f7db9688", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:34.865616 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7f536385-73c7-436b-8dc2-32a607d570ab {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:34.866363 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f536385-73c7-436b-8dc2-32a607d570ab'] response: {'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333', 'code': 200} Aug 03 05:13:34.866363 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f536385-73c7-436b-8dc2-32a607d570ab'] response: {'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688', 'code': 200} Aug 03 05:13:34.868475 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cfaf0bf6-8047-4f88-bf44-4a6044acd7f8 req-17418490-2e26-4e71-8333-314d148911f6 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164711 Aug 03 05:13:34.884401 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:34.885253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.894883 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:34.928755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['91c4fc09-87e2-45f6-8784-da65f4ce9033'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:34.960484 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] Publish callbacks [] for security_group (2b79b0c9-271f-4810-9030-63f361c2ebf2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:34.984342 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] Publish callbacks [] for security_group (2b79b0c9-271f-4810-9030-63f361c2ebf2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:35.038933 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e3668ec3-3d23-458a-877d-29528c3daf15 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.0325999 Aug 03 05:13:35.120211 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db902aae-3597-4f5f-8c82-c3f55ea13747 None None] Network 89cebbe3-4d03-4c92-b2c6-b8313153447e requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:13:35.145251 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2b79b0c9-271f-4810-9030-63f361c2ebf2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:35.151150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:35.153298 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2b79b0c9-271f-4810-9030-63f361c2ebf2 HTTP/1.1" status: 204 len: 168 time: 0.3280103 Aug 03 05:13:35.174585 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86378a1f-1166-448a-99ce-0280e9a0218f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79b0c9-271f-4810-9030-63f361c2ebf2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:35.240434 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:35.293865 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4261612-461b-48b5-b061-575421db8da3 req-972908b2-5e8e-476d-9e92-26880df74c44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:35.302492 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4261612-461b-48b5-b061-575421db8da3 req-972908b2-5e8e-476d-9e92-26880df74c44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 944 time: 0.0648186 Aug 03 05:13:35.395181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59e05a-9b56-4f07-b20f-8189997b1f2a req-aeafdc59-6e3c-4805-8c14-a7ff71d977f9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:35.396701 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b59e05a-9b56-4f07-b20f-8189997b1f2a req-aeafdc59-6e3c-4805-8c14-a7ff71d977f9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Aug 03 05:13:35.399942 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4261612-461b-48b5-b061-575421db8da3 req-5c521e72-8948-4de6-bcc3-49eda7f9634c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972927 Aug 03 05:13:35.449357 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b59e05a-9b56-4f07-b20f-8189997b1f2a req-cb81ba0a-c808-4ff1-b098-c851c38cee0a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460234 Aug 03 05:13:35.629348 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f98b8aa-507d-498c-9f76-2027dabf0821 req-718489d7-bbc5-41d6-b6da-ed652aa7fca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:35.632058 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f98b8aa-507d-498c-9f76-2027dabf0821 req-718489d7-bbc5-41d6-b6da-ed652aa7fca8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.0494306 Aug 03 05:13:35.648108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e928d1a-ed0e-4602-b645-51b0255c77b3 req-78639b4b-c372-40c3-8d14-883d95efa760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:35.649714 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e928d1a-ed0e-4602-b645-51b0255c77b3 req-78639b4b-c372-40c3-8d14-883d95efa760 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 1129 time: 0.0980947 Aug 03 05:13:35.690961 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-5f98b8aa-507d-498c-9f76-2027dabf0821 req-f0a88d9b-321a-4e93-a70d-90c4371876e8 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524738 Aug 03 05:13:35.719146 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e928d1a-ed0e-4602-b645-51b0255c77b3 req-933a3d91-e515-4166-8b71-2309d19d45c6 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604825 Aug 03 05:13:35.900588 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2d11e-cc26-42f5-b4d6-a698bb0d60c3 req-347ea87e-1461-424c-9b1d-234a23e9becf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:35.902101 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fca2d11e-cc26-42f5-b4d6-a698bb0d60c3 req-347ea87e-1461-424c-9b1d-234a23e9becf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0515704 Aug 03 05:13:35.953410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fca2d11e-cc26-42f5-b4d6-a698bb0d60c3 req-3c17d41a-a5c0-4fac-8793-21b18a614037 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451596 Aug 03 05:13:36.009078 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39590) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:36.029495 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a48a108-bf6a-4a32-923d-bdbf6468e13d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.062416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31d627-e91a-4ceb-b70e-6bd0431e5b24 req-3a82d7e0-dbe6-49f2-bfe1-152ed9f0169f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:36.064293 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c31d627-e91a-4ceb-b70e-6bd0431e5b24 req-3a82d7e0-dbe6-49f2-bfe1-152ed9f0169f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0845687 Aug 03 05:13:36.065766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:36.110445 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a48a108-bf6a-4a32-923d-bdbf6468e13d admin admin] Publish callbacks [] for security_group (e03d4610-c53c-43c8-9fc9-e859169aed40), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.113062 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c31d627-e91a-4ceb-b70e-6bd0431e5b24 req-7d2740e4-3cfc-4943-96b2-7ff9caff773e tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Aug 03 05:13:36.228076 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3a48a108-bf6a-4a32-923d-bdbf6468e13d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e03d4610-c53c-43c8-9fc9-e859169aed40), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.265004 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a48a108-bf6a-4a32-923d-bdbf6468e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d4610-c53c-43c8-9fc9-e859169aed40,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:36.269676 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3a48a108-bf6a-4a32-923d-bdbf6468e13d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f242d01b08704c189d53de46334308a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563345 Aug 03 05:13:36.272591 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39592) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:36.320790 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:36.326341 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] Publish callbacks [] for security_group (e03d4610-c53c-43c8-9fc9-e859169aed40), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.350635 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] Publish callbacks [] for security_group (e03d4610-c53c-43c8-9fc9-e859169aed40), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.364932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 602350b3-725c-4735-99e8-acb9b77192fa completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:13:36.512171 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 602350b3-725c-4735-99e8-acb9b77192fa triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:36.513215 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (602350b3-725c-4735-99e8-acb9b77192fa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.538759 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39602) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:36.548397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:36.557845 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60751e5-001e-41a4-8418-8345872887b1 req-6bef42c4-6f26-4c6e-b651-4720865fc794 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:36.560508 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f60751e5-001e-41a4-8418-8345872887b1 req-6bef42c4-6f26-4c6e-b651-4720865fc794 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 944 time: 0.0752776 Aug 03 05:13:36.612897 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e03d4610-c53c-43c8-9fc9-e859169aed40), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.617255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.617255 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e03d4610-c53c-43c8-9fc9-e859169aed40 HTTP/1.1" status: 204 len: 168 time: 0.3431892 Aug 03 05:13:36.623872 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:36.624771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.658674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b42d2b6-1e38-4785-b691-181944ed28bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d4610-c53c-43c8-9fc9-e859169aed40,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:36.673778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758a97a-e6a9-463c-8a0d-e7ae471bba28 req-023704d2-3578-48fa-a905-59948591c065 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:36.675443 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0758a97a-e6a9-463c-8a0d-e7ae471bba28 req-023704d2-3578-48fa-a905-59948591c065 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 945 time: 0.1114221 Aug 03 05:13:36.696226 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:36.714929 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-579ddb96-8115-4433-bb0e-0e24a048e3ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.736257 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f60751e5-001e-41a4-8418-8345872887b1 req-731c837e-d2a1-429d-9872-19606bc4b9b3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244259 Aug 03 05:13:36.770183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0758a97a-e6a9-463c-8a0d-e7ae471bba28 req-13289053-c260-456a-9dea-f70304e12583 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832949 Aug 03 05:13:36.779445 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.780696 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 91c4fc09-87e2-45f6-8784-da65f4ce9033 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:13:36.831747 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-579ddb96-8115-4433-bb0e-0e24a048e3ef admin admin] Publish callbacks [] for security_group (ae507014-9fe2-408d-a61f-ae1fa1fe7957), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:36.867421 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:36.869687 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe9f52d7-d0bd-4191-8c1f-16be50de6055" -d '{"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:36.891054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:36.901452 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 91c4fc09-87e2-45f6-8784-da65f4ce9033 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:13:36.919550 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a747ac8-94c4-4ff6-bf8d-895c6e90b87b x-openstack-request-id: req-7a747ac8-94c4-4ff6-bf8d-895c6e90b87b {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:36.919864 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:36.920117 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7a747ac8-94c4-4ff6-bf8d-895c6e90b87b {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:36.920520 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a747ac8-94c4-4ff6-bf8d-895c6e90b87b'] response: {'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'code': 200} Aug 03 05:13:36.964558 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-579ddb96-8115-4433-bb0e-0e24a048e3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae507014-9fe2-408d-a61f-ae1fa1fe7957), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.019943 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 91c4fc09-87e2-45f6-8784-da65f4ce9033 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:13:37.023072 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.027859 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-579ddb96-8115-4433-bb0e-0e24a048e3ef admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2fd8d36a8f474a2ea2fd04edf013b2a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4859047 Aug 03 05:13:37.029706 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39624) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:37.041139 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ddb96-8115-4433-bb0e-0e24a048e3ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae507014-9fe2-408d-a61f-ae1fa1fe7957,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:37.128390 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 91c4fc09-87e2-45f6-8784-da65f4ce9033 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:13:37.135823 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.139483 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] Publish callbacks [] for security_group (ae507014-9fe2-408d-a61f-ae1fa1fe7957), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.153621 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15168f74-c22c-405c-8411-ef395bff00db req-4bbcdd3e-71ad-4f5b-b810-0fbc7617e215 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:37.153621 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-15168f74-c22c-405c-8411-ef395bff00db req-4bbcdd3e-71ad-4f5b-b810-0fbc7617e215 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0814960 Aug 03 05:13:37.183493 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:37.187717 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] Publish callbacks [] for security_group (ae507014-9fe2-408d-a61f-ae1fa1fe7957), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.277706 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-15168f74-c22c-405c-8411-ef395bff00db req-b3596f4d-6d7f-4df5-9659-39123addb6fc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185858 Aug 03 05:13:37.301072 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57f973-d58c-45a8-a672-caabc73e834d req-cd47e61b-02ab-48df-be90-5267da886a02 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:37.303050 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f57f973-d58c-45a8-a672-caabc73e834d req-cd47e61b-02ab-48df-be90-5267da886a02 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0862021 Aug 03 05:13:37.353537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.369794 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f57f973-d58c-45a8-a672-caabc73e834d req-d09fa090-ba84-4ac3-aed2-d6bcf1adaab2 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574801 Aug 03 05:13:37.415497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:37.453564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae507014-9fe2-408d-a61f-ae1fa1fe7957), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.457270 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:37.458898 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ae507014-9fe2-408d-a61f-ae1fa1fe7957 HTTP/1.1" status: 204 len: 168 time: 0.4273794 Aug 03 05:13:37.466675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552e0054-ad98-4375-b418-ff50bdb18a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae507014-9fe2-408d-a61f-ae1fa1fe7957,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:37.883600 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:37.913933 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6010351-d4b6-4b88-a38d-89c4dcc13337 req-abaec903-33e7-4e59-a7a7-bab8a89850c7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:37.915789 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6010351-d4b6-4b88-a38d-89c4dcc13337 req-abaec903-33e7-4e59-a7a7-bab8a89850c7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1032596 Aug 03 05:13:37.991144 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6010351-d4b6-4b88-a38d-89c4dcc13337 req-f055b7a3-7804-4bc4-9306-851e993ff0b1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658066 Aug 03 05:13:38.047959 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324778e-2d68-4814-90ae-07c46a5caeed req-d47f01df-b80c-4c42-b513-02e0cf98fb86 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.050485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b324778e-2d68-4814-90ae-07c46a5caeed req-d47f01df-b80c-4c42-b513-02e0cf98fb86 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0977967 Aug 03 05:13:38.159889 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-5ff8056f-ac99-4bdf-8b10-c48bfffa5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.161518 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b324778e-2d68-4814-90ae-07c46a5caeed req-0b477a31-427f-43ba-a7d1-a6bbf478ace6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045926 Aug 03 05:13:38.162097 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-5ff8056f-ac99-4bdf-8b10-c48bfffa5b15 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1129 time: 0.0614338 Aug 03 05:13:38.176365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21977ba0-12e5-4fe7-a444-7ae8baf5f146 req-2b7c2335-b6ae-4cab-8e59-3b9e6ea632c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.178273 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-21977ba0-12e5-4fe7-a444-7ae8baf5f146 req-2b7c2335-b6ae-4cab-8e59-3b9e6ea632c7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1129 time: 0.0678661 Aug 03 05:13:38.204246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa8b54-ea9d-492f-a49f-a4fca055c8a6 req-b75ec217-6e79-4079-b866-d8e1318dedba tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.205750 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3efa8b54-ea9d-492f-a49f-a4fca055c8a6 req-b75ec217-6e79-4079-b866-d8e1318dedba tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.1158478 Aug 03 05:13:38.254957 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-21977ba0-12e5-4fe7-a444-7ae8baf5f146 req-9a9f011a-9131-400d-a4f4-1e40aeeb05bc service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704365 Aug 03 05:13:38.272902 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-68ffeda5-bf40-4030-947d-5b30222ded69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.275370 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-68ffeda5-bf40-4030-947d-5b30222ded69 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1031585 Aug 03 05:13:38.277730 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3efa8b54-ea9d-492f-a49f-a4fca055c8a6 req-898ebec9-d4dd-4524-ae8a-654bd76685db tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648565 Aug 03 05:13:38.484173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39676) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:38.503313 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-e19bcb21-3283-46c2-a1c5-2c3242cb957c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 217 time: 0.0358300 Aug 03 05:13:38.525774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c21b5131-6ba5-4544-a015-6a69c2cfdba7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:38.546049 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3450672-2436-4fb1-9e68-ec41194c87fa req-03a42502-80c8-42b2-b56e-0369837aca2b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.551550 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3450672-2436-4fb1-9e68-ec41194c87fa req-03a42502-80c8-42b2-b56e-0369837aca2b tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0934589 Aug 03 05:13:38.557748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-103f700f-48e1-46d9-a3ea-413bd696f6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.560109 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-103f700f-48e1-46d9-a3ea-413bd696f6a6 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0512712 Aug 03 05:13:38.617101 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-622363dd-4836-4e0f-a7b7-590c16a624ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:38.619087 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-622363dd-4836-4e0f-a7b7-590c16a624ae service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0527685 Aug 03 05:13:38.650641 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3450672-2436-4fb1-9e68-ec41194c87fa req-6c8c953d-7222-4c82-92ab-111980813af9 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908921 Aug 03 05:13:38.666563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:38.722350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c21b5131-6ba5-4544-a015-6a69c2cfdba7 admin admin] Publish callbacks [] for security_group (d3012ef0-e389-448f-b67f-81e5109777e5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:38.739319 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-184fb136-396d-442b-9eed-f7dd386b496f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120813 Aug 03 05:13:38.786874 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c21b5131-6ba5-4544-a015-6a69c2cfdba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d3012ef0-e389-448f-b67f-81e5109777e5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:38.813883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:38.833768 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c21b5131-6ba5-4544-a015-6a69c2cfdba7 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=264942a659dc488fa1bc2cf11fc1eda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3481464 Aug 03 05:13:38.835025 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b5131-6ba5-4544-a015-6a69c2cfdba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3012ef0-e389-448f-b67f-81e5109777e5,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:38.836457 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39690) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:38.906356 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] Publish callbacks [] for security_group (d3012ef0-e389-448f-b67f-81e5109777e5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:38.921954 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:38.925258 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3779ce0-ace5-40b9-b5a6-61f635054d98" -d '{"events": [{"server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:38.944473 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] Publish callbacks [] for security_group (d3012ef0-e389-448f-b67f-81e5109777e5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:38.995304 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca33411-4099-40da-ac25-b41e75700859 x-openstack-request-id: req-fca33411-4099-40da-ac25-b41e75700859 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:38.995875 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "name": "network-vif-plugged", "status": "completed", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:38.998285 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-fca33411-4099-40da-ac25-b41e75700859 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:38.998285 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fca33411-4099-40da-ac25-b41e75700859'] response: {'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'code': 200} Aug 03 05:13:39.043664 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:39.093023 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e9caa6cb-fe67-4155-bcac-0b97735c43ba req-8ee059ff-7dac-4537-82ae-0de1ac8cf889 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162262 Aug 03 05:13:39.129961 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d3012ef0-e389-448f-b67f-81e5109777e5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:39.132699 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:39.133845 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d3012ef0-e389-448f-b67f-81e5109777e5 HTTP/1.1" status: 204 len: 168 time: 0.2964160 Aug 03 05:13:39.145474 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a667af89-519d-40d1-9ac5-844aed58ff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3012ef0-e389-448f-b67f-81e5109777e5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:39.172205 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f2dc7-f4a2-4bb4-9456-71fe34cba025 req-7f009861-ef69-4403-a1a8-008ed3235750 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:39.173855 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e9f2dc7-f4a2-4bb4-9456-71fe34cba025 req-7f009861-ef69-4403-a1a8-008ed3235750 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0832145 Aug 03 05:13:39.316558 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e9f2dc7-f4a2-4bb4-9456-71fe34cba025 req-ed7e02e2-6795-43c0-8bd4-c2cd09296423 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363182 Aug 03 05:13:39.331157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3cc09c-96d0-49c0-ac34-0547d389c9e0 req-acbcca78-7084-4ae4-841a-cbb86572a31a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:39.335818 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a3cc09c-96d0-49c0-ac34-0547d389c9e0 req-acbcca78-7084-4ae4-841a-cbb86572a31a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0766649 Aug 03 05:13:39.420941 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a3cc09c-96d0-49c0-ac34-0547d389c9e0 req-229186aa-da4c-4f00-b777-391d44135e5a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809481 Aug 03 05:13:39.498126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6233ac1-1230-47ba-928a-0e58e4aff52d req-71aa0afe-e5ec-4644-a83a-a81a32ea379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:39.500680 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6233ac1-1230-47ba-928a-0e58e4aff52d req-71aa0afe-e5ec-4644-a83a-a81a32ea379a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1130 time: 0.1070063 Aug 03 05:13:39.529025 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175bb0-abc1-400f-863c-87b214a19711 req-d74c75ce-89d9-4a5f-aa07-abd977c6be7a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:39.530524 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef175bb0-abc1-400f-863c-87b214a19711 req-d74c75ce-89d9-4a5f-aa07-abd977c6be7a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0531077 Aug 03 05:13:39.585065 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef175bb0-abc1-400f-863c-87b214a19711 req-fc0d9221-d4af-4512-9339-7610e52f9311 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482926 Aug 03 05:13:39.653639 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:39.881236 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a6233ac1-1230-47ba-928a-0e58e4aff52d req-bb1ae625-197d-4791-af1c-031c95c17303 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661702 Aug 03 05:13:39.962540 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:40.273801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39752) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:40.381955 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d01b-7fe1-4759-bc87-6177647214eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.497842 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a9807-6176-4cf3-8245-ce00b782301b req-9306b9eb-9103-45c5-9f90-dd4504f8e792 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:40.499306 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9e0a9807-6176-4cf3-8245-ce00b782301b req-9306b9eb-9103-45c5-9f90-dd4504f8e792 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0629158 Aug 03 05:13:40.568819 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d01b-7fe1-4759-bc87-6177647214eb admin admin] Publish callbacks [] for security_group (79881bff-90f9-4405-b476-0d13696c74d5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.597536 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b28367-fa24-4acc-aa15-dc78a33d823b req-0ed91dd7-0927-40fb-aa4e-021c800e8aa6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:40.599319 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-08b28367-fa24-4acc-aa15-dc78a33d823b req-0ed91dd7-0927-40fb-aa4e-021c800e8aa6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0917664 Aug 03 05:13:40.620683 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9e0a9807-6176-4cf3-8245-ce00b782301b req-c52ff48d-fcaa-4b9c-b578-042028aab65d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081588 Aug 03 05:13:40.665877 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ac3d01b-7fe1-4759-bc87-6177647214eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (79881bff-90f9-4405-b476-0d13696c74d5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.681814 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-08b28367-fa24-4acc-aa15-dc78a33d823b req-984ffa0e-8955-4661-bfd9-646ad78583f3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735116 Aug 03 05:13:40.724792 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2ac3d01b-7fe1-4759-bc87-6177647214eb admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=25af358784094e94b201d1f7e49a4b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4498587 Aug 03 05:13:40.724996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39774) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:40.742304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3d01b-7fe1-4759-bc87-6177647214eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79881bff-90f9-4405-b476-0d13696c74d5,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:40.779672 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] Publish callbacks [] for security_group (79881bff-90f9-4405-b476-0d13696c74d5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.789268 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:40.798117 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db8e7d1-7e46-470a-808e-d69752f719db req-24149e1b-239c-4007-aa1d-1d69973d7bcf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:40.800304 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4db8e7d1-7e46-470a-808e-d69752f719db req-24149e1b-239c-4007-aa1d-1d69973d7bcf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0943232 Aug 03 05:13:40.802494 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] Publish callbacks [] for security_group (79881bff-90f9-4405-b476-0d13696c74d5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.816631 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716c3976-f85e-46b2-889c-af89c82d68b7 req-7498b3c2-f9a7-4b0e-9cb7-89d652bc6ce1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:40.818094 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-716c3976-f85e-46b2-889c-af89c82d68b7 req-7498b3c2-f9a7-4b0e-9cb7-89d652bc6ce1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0707901 Aug 03 05:13:40.831992 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39778) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:40.836850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'floatingip': {'port_id': '602350b3-725c-4735-99e8-acb9b77192fa'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:40.930105 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (79881bff-90f9-4405-b476-0d13696c74d5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.932582 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.933755 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/79881bff-90f9-4405-b476-0d13696c74d5 HTTP/1.1" status: 204 len: 168 time: 0.2078772 Aug 03 05:13:40.942987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:40.952460 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c5b40-0785-4850-ada6-d6c2ffbcb5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79881bff-90f9-4405-b476-0d13696c74d5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:41.035887 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4db8e7d1-7e46-470a-808e-d69752f719db req-d7944339-b2c9-42e1-b5d1-c7a92ca67d9e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273233 Aug 03 05:13:41.743339 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39824) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:41.760082 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c3b35e45-c60d-40de-8568-feacba86c6e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:41.861211 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c3b35e45-c60d-40de-8568-feacba86c6e5 admin admin] Publish callbacks [] for security_group (ae9cd399-925c-4519-816e-2aa4542570f8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:41.912484 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c3b35e45-c60d-40de-8568-feacba86c6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae9cd399-925c-4519-816e-2aa4542570f8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:41.929126 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:41.937618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f9e11-da80-4a4b-bb42-331cda62cf60 req-67a8c5e2-3b94-456f-9d00-53501fa68192 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:41.945440 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9e6f9e11-da80-4a4b-bb42-331cda62cf60 req-67a8c5e2-3b94-456f-9d00-53501fa68192 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0884795 Aug 03 05:13:41.955187 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b35e45-c60d-40de-8568-feacba86c6e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9cd399-925c-4519-816e-2aa4542570f8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:41.962411 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c3b35e45-c60d-40de-8568-feacba86c6e5 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=63f33ed61f004c6cb170c85a56f6cdeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2174425 Aug 03 05:13:41.963276 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39832) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:42.013105 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9e6f9e11-da80-4a4b-bb42-331cda62cf60 req-14ae812e-9a6f-4bd2-b2c6-fd257d21b758 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668099 Aug 03 05:13:42.019891 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.112908 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] Publish callbacks [] for security_group (ae9cd399-925c-4519-816e-2aa4542570f8), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.118904 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:42.160254 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] Publish callbacks [] for security_group (ae9cd399-925c-4519-816e-2aa4542570f8), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.220502 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Floating IP b2786f87-9038-460a-83bb-9e029f6c16b0 associated. External IP: 172.27.4.206, port: 602350b3-725c-4735-99e8-acb9b77192fa. Aug 03 05:13:42.233995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a664f-33af-4a9e-bdf1-58f6e502c9bf req-dce4d643-09ba-4896-a8d8-567a5b1a05ed tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:42.235564 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5f8a664f-33af-4a9e-bdf1-58f6e502c9bf req-dce4d643-09ba-4896-a8d8-567a5b1a05ed tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1095467 Aug 03 05:13:42.247626 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39844) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:42.254640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'floatingip': {'port_id': '91c4fc09-87e2-45f6-8784-da65f4ce9033'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:13:42.358188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.378729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612ce5e-c8a0-4ad0-9e4a-b7901d75c416 req-053b4a99-39f3-446b-a2e0-51f8b09bed0f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:42.380249 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b612ce5e-c8a0-4ad0-9e4a-b7901d75c416 req-053b4a99-39f3-446b-a2e0-51f8b09bed0f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0685508 Aug 03 05:13:42.484319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae9cd399-925c-4519-816e-2aa4542570f8), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.488438 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.488438 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ae9cd399-925c-4519-816e-2aa4542570f8 HTTP/1.1" status: 204 len: 168 time: 0.5237827 Aug 03 05:13:42.521719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85903f86-36ee-40fe-98ce-c6a92600c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9cd399-925c-4519-816e-2aa4542570f8,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:42.529128 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b612ce5e-c8a0-4ad0-9e4a-b7901d75c416 req-5f72af34-e169-4b6a-93ae-12ebe4b35406 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425264 Aug 03 05:13:42.554957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:13:42.688538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:42.712832 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:13:42.727255 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:13:42.733329 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:42.741412 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:42.742424 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:42.775632 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2f78ed9f-592d-4267-9132-60966d4d16ab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/b2786f87-9038-460a-83bb-9e029f6c16b0 HTTP/1.1" status: 200 len: 991 time: 1.9425881 Aug 03 05:13:42.777294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:42.779851 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e04259-6aff-49e0-9080-8a1d086ef271" -d '{"events": [{"name": "network-changed", "server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:42.823584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e69cf8-47bd-4ff4-8688-4c7616ff33e9 x-openstack-request-id: req-31e69cf8-47bd-4ff4-8688-4c7616ff33e9 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:42.823881 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:42.829400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-31e69cf8-47bd-4ff4-8688-4c7616ff33e9 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:42.829400 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e69cf8-47bd-4ff4-8688-4c7616ff33e9'] response: {'name': 'network-changed', 'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'status': 'completed', 'code': 200} Aug 03 05:13:42.829631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:42.885553 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:42.926525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-447e53c6-d7ab-4f29-8215-58dfcc15fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:42.928155 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-447e53c6-d7ab-4f29-8215-58dfcc15fc83 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1129 time: 0.0627315 Aug 03 05:13:43.249283 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-d4586d3a-46bf-4020-b06b-c8fa015783e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:43.250767 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-d4586d3a-46bf-4020-b06b-c8fa015783e3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.3127584 Aug 03 05:13:43.288047 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'b2786f87-9038-460a-83bb-9e029f6c16b0', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69089938-1d69-415c-8344-e6b9f78f16d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:04Z', 'updated_at': '2022-08-03T05:13:41Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:43.347469 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:13:43.358044 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:43.359425 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:43.408885 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.db.resource_extend [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 03 05:13:43.467248 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-dcc09fe7-39c2-43c4-91ec-1cface177d8e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 999 time: 0.1732452 Aug 03 05:13:43.480628 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:43.527638 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:43.547627 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-0e215f80-f722-4875-8da5-4c9a84d63693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:43.549946 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-0e215f80-f722-4875-8da5-4c9a84d63693 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0673051 Aug 03 05:13:43.610941 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-d283a212-0060-495c-b411-f87a02e288a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:43.621761 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-d283a212-0060-495c-b411-f87a02e288a7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582573 Aug 03 05:13:43.687737 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:43.826668 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7a63b5-202a-4763-b42d-908402250b7a req-6d1d7f03-84fd-48bc-894c-98680ee825ed tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:43.826668 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5a7a63b5-202a-4763-b42d-908402250b7a req-6d1d7f03-84fd-48bc-894c-98680ee825ed tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0806437 Aug 03 05:13:43.827654 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'b2786f87-9038-460a-83bb-9e029f6c16b0', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69089938-1d69-415c-8344-e6b9f78f16d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:04Z', 'updated_at': '2022-08-03T05:13:41Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:43.828484 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c272c93d-27f1-453a-9d77-189aed6947b4 None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'b2786f87-9038-460a-83bb-9e029f6c16b0', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.206', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69089938-1d69-415c-8344-e6b9f78f16d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:04Z', 'updated_at': '2022-08-03T05:13:41Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:43.828625 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5a7a63b5-202a-4763-b42d-908402250b7a req-6d866a52-2bb3-455a-8a74-feac4b0ff5d6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474334 Aug 03 05:13:43.828700 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-f97b2cb6-2010-41e6-820a-1e8e545b2ea6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753163 Aug 03 05:13:43.828700 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Floating IP cea9bd15-81ce-4191-8174-e6aa7ae42e95 associated. External IP: 172.27.4.141, port: 91c4fc09-87e2-45f6-8784-da65f4ce9033. Aug 03 05:13:44.016129 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-45e04259-6aff-49e0-9080-8a1d086ef271 req-4b42bf74-0833-4ece-9ba0-6fe3112034f2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991847 Aug 03 05:13:44.024017 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0db4d72-1752-4154-a122-5789219116fb None None] New status for floating IP b2786f87-9038-460a-83bb-9e029f6c16b0: ACTIVE {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:13:44.044108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:44.118514 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:13:44.365080 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:44.440850 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:13:44.446263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:44.451522 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:13:44.467195 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:44.467920 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:44.484359 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f59915ae-5859-429c-bbee-ce7a42a1a6f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/cea9bd15-81ce-4191-8174-e6aa7ae42e95 HTTP/1.1" status: 200 len: 992 time: 2.2333453 Aug 03 05:13:44.484359 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:44.485195 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7053261-fcfc-47be-97b7-c4a0c66c4985" -d '{"events": [{"name": "network-changed", "server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:44.531676 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aee6869-4636-4a1c-9f9e-cb7aa81b636e x-openstack-request-id: req-2aee6869-4636-4a1c-9f9e-cb7aa81b636e {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:44.532062 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:44.532562 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2aee6869-4636-4a1c-9f9e-cb7aa81b636e {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:44.533037 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aee6869-4636-4a1c-9f9e-cb7aa81b636e'] response: {'name': 'network-changed', 'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'status': 'completed', 'code': 200} Aug 03 05:13:44.638647 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-6497439d-71f1-4df0-9fb5-81f9f4ae06f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:44.647239 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-6497439d-71f1-4df0-9fb5-81f9f4ae06f2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1130 time: 0.0876517 Aug 03 05:13:44.648840 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:44.832308 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:44.832308 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:44.903740 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'cea9bd15-81ce-4191-8174-e6aa7ae42e95', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.141', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:e5:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:12Z', 'updated_at': '2022-08-03T05:13:43Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:44.913799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-14188dbc-a9e9-4429-af74-6893cfdc8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:44.915310 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-14188dbc-a9e9-4429-af74-6893cfdc8f2e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1458893 Aug 03 05:13:44.936591 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:13:44.947368 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:13:44.947984 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:44.997624 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-a2964cc5-6a30-4720-a70c-1cfda599a7a3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 1000 time: 0.0742073 Aug 03 05:13:45.004535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865277c4-d1a3-4cb9-a2c9-11b1c666596d req-22f33810-552f-4daa-b2ac-90d3e4af0563 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:45.013549 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-865277c4-d1a3-4cb9-a2c9-11b1c666596d req-22f33810-552f-4daa-b2ac-90d3e4af0563 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0797284 Aug 03 05:13:45.075402 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:13:45.087503 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-865277c4-d1a3-4cb9-a2c9-11b1c666596d req-7fc5a9d8-eb7f-4ef3-a38a-d34ab744be30 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724082 Aug 03 05:13:45.101638 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-81d744b0-a003-4ad4-8f3b-7d5aa2f5fd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:45.104393 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-81d744b0-a003-4ad4-8f3b-7d5aa2f5fd81 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0909157 Aug 03 05:13:45.108799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:45.182489 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-d22f34de-2eef-4ee3-a343-08b286120868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:45.184093 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-d22f34de-2eef-4ee3-a343-08b286120868 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0681376 Aug 03 05:13:45.300305 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-385fe136-b4ae-4828-8085-f8362cce481b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099281 Aug 03 05:13:45.334312 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'cea9bd15-81ce-4191-8174-e6aa7ae42e95', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.141', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:e5:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:12Z', 'updated_at': '2022-08-03T05:13:43Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:45.358653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:45.360508 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862e9d56-ef9a-43cf-adf1-f148fbbe6531 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'cea9bd15-81ce-4191-8174-e6aa7ae42e95', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.141', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:e5:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:13:12Z', 'updated_at': '2022-08-03T05:13:43Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:13:45.406819 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f7053261-fcfc-47be-97b7-c4a0c66c4985 req-e2844b22-e5cb-4747-8ab4-d3c63488f809 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006742 Aug 03 05:13:45.571638 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdacfaa2-4c64-4b11-97c4-7e317421aa4c None None] New status for floating IP cea9bd15-81ce-4191-8174-e6aa7ae42e95: ACTIVE {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:13:45.630513 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:45.649973 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:46.211088 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac588e-1609-4bff-8a0c-b143ce871395 req-ae3647a0-4cb9-4c4a-99be-354909a4707f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:46.212658 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4ac588e-1609-4bff-8a0c-b143ce871395 req-ae3647a0-4cb9-4c4a-99be-354909a4707f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0506835 Aug 03 05:13:46.261928 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4ac588e-1609-4bff-8a0c-b143ce871395 req-7674930c-e408-4cdb-bbc2-26fbdfbfb702 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Aug 03 05:13:46.346565 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:46.371268 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 39962) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:46.477077 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.564178 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:13:46.566120 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Publish callbacks [] for security_group (f7504797-5caa-4f8b-819f-0c5393eb7a78), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.624880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:46.672220 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f7504797-5caa-4f8b-819f-0c5393eb7a78), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.710930 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2cdc9c3e28ba491faf3616c06fcb3beb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3385801 Aug 03 05:13:46.712791 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7504797-5caa-4f8b-819f-0c5393eb7a78,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:46.713699 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39972) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:46.720334 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.720682 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.721660 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.721997 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.722329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.722932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.723260 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.723640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.723965 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.724289 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.724628 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.724956 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.725284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.725601 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.725960 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4544822-426f-4ed3-897f-41c030996add admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.768454 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Publish callbacks [] for security_group (f7504797-5caa-4f8b-819f-0c5393eb7a78), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.791253 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Publish callbacks [] for security_group (f7504797-5caa-4f8b-819f-0c5393eb7a78), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.793147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:46.912345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f7504797-5caa-4f8b-819f-0c5393eb7a78), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.915036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:46.916316 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f7504797-5caa-4f8b-819f-0c5393eb7a78 HTTP/1.1" status: 204 len: 168 time: 0.2015781 Aug 03 05:13:46.925403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7504797-5caa-4f8b-819f-0c5393eb7a78,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:46.935086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.935439 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.935790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.936125 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.936460 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.936792 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.937122 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.937448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.937778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.938107 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.938434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.939522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.939522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.939522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:46.945365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eca739d-bc84-4ecb-84dc-dcfeba4348b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:13:47.088914 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c0b68cd5-a2de-4fa2-8fa4-d597f3696dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:47.384447 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc35270-b6d0-4c31-83d3-13ae370eded3 req-1b9e63e6-cad1-45ee-8b63-44216d84d02a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:47.386177 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ebc35270-b6d0-4c31-83d3-13ae370eded3 req-1b9e63e6-cad1-45ee-8b63-44216d84d02a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0524359 Aug 03 05:13:47.398480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:47.437098 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ebc35270-b6d0-4c31-83d3-13ae370eded3 req-73da6c10-14fe-40c5-be11-5656a6217f73 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Aug 03 05:13:47.523590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:47.708995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 39996) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:47.722304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-acf3796c-c601-4cdd-9038-fedb18909afe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:47.746315 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:47.803193 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-acf3796c-c601-4cdd-9038-fedb18909afe admin admin] Publish callbacks [] for security_group (7ab2c974-47cd-41a7-a593-be854fd698fe), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:47.866130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-acf3796c-c601-4cdd-9038-fedb18909afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7ab2c974-47cd-41a7-a593-be854fd698fe), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:47.905766 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-acf3796c-c601-4cdd-9038-fedb18909afe admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1135fd2f6560485da4aa3927a568b37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1955738 Aug 03 05:13:47.907629 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf3796c-c601-4cdd-9038-fedb18909afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab2c974-47cd-41a7-a593-be854fd698fe,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:47.908994 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40002) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:47.952282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:47.959901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] Publish callbacks [] for security_group (7ab2c974-47cd-41a7-a593-be854fd698fe), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:47.981924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] Publish callbacks [] for security_group (7ab2c974-47cd-41a7-a593-be854fd698fe), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.077917 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7ab2c974-47cd-41a7-a593-be854fd698fe), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.081119 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.082318 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7ab2c974-47cd-41a7-a593-be854fd698fe HTTP/1.1" status: 204 len: 168 time: 0.1721611 Aug 03 05:13:48.092170 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccba11-1a51-4994-a509-ae111b518298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab2c974-47cd-41a7-a593-be854fd698fe,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:48.180413 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:48.189838 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40008) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:48.312142 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb6c-c85a-48f0-be7b-13085d0a7eb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.398827 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb6c-c85a-48f0-be7b-13085d0a7eb0 admin admin] Publish callbacks [] for security_group (87c11753-90c5-44d0-a6d0-7690dda83f50), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.483475 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cb6c-c85a-48f0-be7b-13085d0a7eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (87c11753-90c5-44d0-a6d0-7690dda83f50), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.533213 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ffc2cb6c-c85a-48f0-be7b-13085d0a7eb0 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=22b649660d4c4f91bb6cfc5ebdc2a3e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422344 Aug 03 05:13:48.534222 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2cb6c-c85a-48f0-be7b-13085d0a7eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c11753-90c5-44d0-a6d0-7690dda83f50,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:48.545130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40024) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:48.778219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadc8b9-9da9-4a83-97a7-64d6d8415da0 req-703bba14-34e7-4598-bfed-606b89e91f0c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:48.779876 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dfadc8b9-9da9-4a83-97a7-64d6d8415da0 req-703bba14-34e7-4598-bfed-606b89e91f0c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.2663026 Aug 03 05:13:48.832667 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] Publish callbacks [] for security_group (87c11753-90c5-44d0-a6d0-7690dda83f50), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:48.864770 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dfadc8b9-9da9-4a83-97a7-64d6d8415da0 req-1c538dd3-ed3e-48e5-a33d-53d9755ad7d8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722826 Aug 03 05:13:48.869213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] Publish callbacks [] for security_group (87c11753-90c5-44d0-a6d0-7690dda83f50), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.002622 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (87c11753-90c5-44d0-a6d0-7690dda83f50), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.008843 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.008843 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/87c11753-90c5-44d0-a6d0-7690dda83f50 HTTP/1.1" status: 204 len: 168 time: 0.4612794 Aug 03 05:13:49.017010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f39f207-3ce5-49f7-8e66-9afab6378096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c11753-90c5-44d0-a6d0-7690dda83f50,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:49.490830 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-990838a8-f115-4d03-8cec-1320654629dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.747953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40066) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:49.762092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-02c2ba84-4cf0-45dd-824d-4cd887610303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.837707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-02c2ba84-4cf0-45dd-824d-4cd887610303 admin admin] Publish callbacks [] for security_group (f2b53a19-6d8f-4b19-8584-b99fc4babf16), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.937196 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40072) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:49.945281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-02c2ba84-4cf0-45dd-824d-4cd887610303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f2b53a19-6d8f-4b19-8584-b99fc4babf16), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:49.962831 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:50.026394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-02c2ba84-4cf0-45dd-824d-4cd887610303 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7dba7d4cb640482a890855645053d4cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2749376 Aug 03 05:13:50.027147 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40078) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:50.037498 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678ac42-a0de-42c2-a01e-8999bb7db3ae req-82bd55f5-e9b7-414f-8aa3-8f9c82d1f0b9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:50.039172 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5678ac42-a0de-42c2-a01e-8999bb7db3ae req-82bd55f5-e9b7-414f-8aa3-8f9c82d1f0b9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0954967 Aug 03 05:13:50.040815 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c2ba84-4cf0-45dd-824d-4cd887610303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b53a19-6d8f-4b19-8584-b99fc4babf16,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:50.105816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-611f2c89-9386-4de4-b915-1677ae35a55e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.126415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] Publish callbacks [] for security_group (f2b53a19-6d8f-4b19-8584-b99fc4babf16), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.132365 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5678ac42-a0de-42c2-a01e-8999bb7db3ae req-905aeae4-081a-49ff-8e72-45076f248204 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874519 Aug 03 05:13:50.164963 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] Publish callbacks [] for security_group (f2b53a19-6d8f-4b19-8584-b99fc4babf16), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.199059 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-611f2c89-9386-4de4-b915-1677ae35a55e admin admin] Publish callbacks [] for security_group (519e410f-88fd-4377-8145-4b9a2557dc19), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.254422 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-611f2c89-9386-4de4-b915-1677ae35a55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (519e410f-88fd-4377-8145-4b9a2557dc19), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.284297 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f2b53a19-6d8f-4b19-8584-b99fc4babf16), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.286859 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.288047 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f2b53a19-6d8f-4b19-8584-b99fc4babf16 HTTP/1.1" status: 204 len: 168 time: 0.2599714 Aug 03 05:13:50.298550 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-611f2c89-9386-4de4-b915-1677ae35a55e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=293662ace54645c8bbdfcdf3a80aa8d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3577788 Aug 03 05:13:50.298750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b70736-5bc6-4ed0-b3c2-0b6ae9039b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b53a19-6d8f-4b19-8584-b99fc4babf16,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:50.299062 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40090) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:50.301534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f2c89-9386-4de4-b915-1677ae35a55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=519e410f-88fd-4377-8145-4b9a2557dc19,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:50.359736 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] Publish callbacks [] for security_group (519e410f-88fd-4377-8145-4b9a2557dc19), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.383197 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] Publish callbacks [] for security_group (519e410f-88fd-4377-8145-4b9a2557dc19), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.538576 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (519e410f-88fd-4377-8145-4b9a2557dc19), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.541127 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:50.547939 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/519e410f-88fd-4377-8145-4b9a2557dc19 HTTP/1.1" status: 204 len: 168 time: 0.2422936 Aug 03 05:13:50.550940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f72c9c-0894-4119-9220-9712c2dd1006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=519e410f-88fd-4377-8145-4b9a2557dc19,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:50.692697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:51.314784 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:51.317213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42096524-92fb-4b05-aca0-84e782dfe063 req-f2e6f865-9a7c-455a-9388-1bdaa7c9f3cc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:51.320694 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42096524-92fb-4b05-aca0-84e782dfe063 req-f2e6f865-9a7c-455a-9388-1bdaa7c9f3cc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.1045234 Aug 03 05:13:51.376087 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-55c349f9-0e65-41e3-8638-c6a0f4a56a95 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0739112 Aug 03 05:13:51.414280 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42096524-92fb-4b05-aca0-84e782dfe063 req-bc22bb80-450d-4bcb-9df7-70b74bb449a2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829296 Aug 03 05:13:51.826688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:51.879913 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-5c5b0ce5-70b9-47d5-8d15-521e4123e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:51.881265 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-5c5b0ce5-70b9-47d5-8d15-521e4123e94e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.0631702 Aug 03 05:13:52.013538 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-f0f90519-73d2-46fb-8786-52a08b82fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:52.015116 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-f0f90519-73d2-46fb-8786-52a08b82fd91 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1038618 Aug 03 05:13:52.020725 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:52.057366 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-c23e421b-a74c-4079-9fde-d945aadd0a79 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.0345478 Aug 03 05:13:52.117799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-ed6e2038-df45-4b00-95f3-d1ebc3839dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:52.119481 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-ed6e2038-df45-4b00-95f3-d1ebc3839dfa service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0484004 Aug 03 05:13:52.175814 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-96736cde-506b-4ea7-b386-2e93949c27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:52.177359 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-96736cde-506b-4ea7-b386-2e93949c27d7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490537 Aug 03 05:13:52.282729 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-99412eb4-2602-4f91-b918-0feb2c2460ac service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913248 Aug 03 05:13:52.304650 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:52.310817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:52.405661 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d53ecf72-9473-4b1d-b772-1f1e4ad5091d req-b665486b-68a7-4acf-bd0c-778189f6a907 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097696 Aug 03 05:13:52.515096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:52.532800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48a5a2-d377-4d73-abc8-d049506a831c req-b7e19b3f-df5d-4cc0-a154-b87a1f54d386 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:52.534492 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3f48a5a2-d377-4d73-abc8-d049506a831c req-b7e19b3f-df5d-4cc0-a154-b87a1f54d386 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0534914 Aug 03 05:13:52.583141 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3f48a5a2-d377-4d73-abc8-d049506a831c req-270a91f5-2517-49cc-80f5-01976cb53bb6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428355 Aug 03 05:13:53.508349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f225d70-884c-4e66-8587-0c8e63c881e6 req-04be5a27-f656-4b4f-ba43-6c423b988605 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:53.509817 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1f225d70-884c-4e66-8587-0c8e63c881e6 req-04be5a27-f656-4b4f-ba43-6c423b988605 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0508928 Aug 03 05:13:53.557333 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1f225d70-884c-4e66-8587-0c8e63c881e6 req-a74012b3-4d27-4e80-9996-c95baa42cfe8 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Aug 03 05:13:53.703840 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6b5d-51f8-4e22-8bc4-5962194897e5 req-0d82e44e-ae82-4bf6-ac0b-97d9e35bb591 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:53.706047 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-269c6b5d-51f8-4e22-8bc4-5962194897e5 req-0d82e44e-ae82-4bf6-ac0b-97d9e35bb591 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0491848 Aug 03 05:13:53.759642 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-269c6b5d-51f8-4e22-8bc4-5962194897e5 req-36f5a930-ac93-4388-8cc7-ca6d0c220546 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472388 Aug 03 05:13:54.176861 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40220) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:54.282674 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a6f9-647a-444c-9bbf-91183031c241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.363856 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a6f9-647a-444c-9bbf-91183031c241 admin admin] Publish callbacks [] for security_group (778d8fa2-a28c-498d-81ad-43b0d7237a98), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.430028 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4a4a6f9-647a-444c-9bbf-91183031c241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (778d8fa2-a28c-498d-81ad-43b0d7237a98), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.471738 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b4a4a6f9-647a-444c-9bbf-91183031c241 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=95d4e8e5f33841b1b8fa3ec3c969d6d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936602 Aug 03 05:13:54.472835 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4a6f9-647a-444c-9bbf-91183031c241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=778d8fa2-a28c-498d-81ad-43b0d7237a98,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:54.478278 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40226) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:54.534386 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] Publish callbacks [] for security_group (778d8fa2-a28c-498d-81ad-43b0d7237a98), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.556290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] Publish callbacks [] for security_group (778d8fa2-a28c-498d-81ad-43b0d7237a98), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.661086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (778d8fa2-a28c-498d-81ad-43b0d7237a98), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.663203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:54.667503 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/778d8fa2-a28c-498d-81ad-43b0d7237a98 HTTP/1.1" status: 204 len: 168 time: 0.1891835 Aug 03 05:13:54.679004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d6d09-574e-492a-ae50-166157cb2457 req-f502297f-d224-46a1-9641-c53c279ab532 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:54.680512 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-991d6d09-574e-492a-ae50-166157cb2457 req-f502297f-d224-46a1-9641-c53c279ab532 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0494134 Aug 03 05:13:54.680887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a9624-f996-4572-87ff-d6ef9f1d5534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=778d8fa2-a28c-498d-81ad-43b0d7237a98,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:54.738440 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-991d6d09-574e-492a-ae50-166157cb2457 req-2499cd89-c56f-4c24-aa85-6cb0ca74bfc9 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509946 Aug 03 05:13:54.921725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739129f5-6286-4f33-a3b0-543ebf83f843 req-53f85175-2a78-4f7c-a55d-a43c5c80cc57 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:54.923320 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-739129f5-6286-4f33-a3b0-543ebf83f843 req-53f85175-2a78-4f7c-a55d-a43c5c80cc57 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0511229 Aug 03 05:13:54.977866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-739129f5-6286-4f33-a3b0-543ebf83f843 req-84696489-5017-4daa-aaa5-af088ff56f83 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460632 Aug 03 05:13:55.351864 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40254) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:55.366135 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a50df1c4-d6d9-4802-866f-a2d4c915fdc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.445760 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a50df1c4-d6d9-4802-866f-a2d4c915fdc2 admin admin] Publish callbacks [] for security_group (ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.557377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a50df1c4-d6d9-4802-866f-a2d4c915fdc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.603035 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a50df1c4-d6d9-4802-866f-a2d4c915fdc2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e5a8e718f5dd40c293483a65c8f666d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494297 Aug 03 05:13:55.604038 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50df1c4-d6d9-4802-866f-a2d4c915fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:55.605834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40264) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:55.677175 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] Publish callbacks [] for security_group (ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.699752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] Publish callbacks [] for security_group (ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.829534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.832613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:55.833769 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4 HTTP/1.1" status: 204 len: 168 time: 0.2267578 Aug 03 05:13:55.864763 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7db448-0f28-4cb9-ad81-0d589dce1e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4bc24c-e2de-4f2f-a6a9-e876cf6285a4,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:55.881171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcce65-d36a-4e7f-b063-0f2b9a937d00 req-f8f044b6-b188-4bbe-9806-d115d42a5771 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:55.890734 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-14fcce65-d36a-4e7f-b063-0f2b9a937d00 req-f8f044b6-b188-4bbe-9806-d115d42a5771 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0740063 Aug 03 05:13:55.953496 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-14fcce65-d36a-4e7f-b063-0f2b9a937d00 req-c3050c7f-1d07-4968-b2ab-755a7cbbf477 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Aug 03 05:13:56.112462 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acaa1b7-52b1-4edb-b6b2-8f53bf7a3e57 req-03e270ce-b153-4419-982a-364eaf03b89f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:56.113916 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0acaa1b7-52b1-4edb-b6b2-8f53bf7a3e57 req-03e270ce-b153-4419-982a-364eaf03b89f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0486948 Aug 03 05:13:56.171795 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0acaa1b7-52b1-4edb-b6b2-8f53bf7a3e57 req-78a4aa3b-8a8d-4988-aa6b-08c10c1fa362 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459814 Aug 03 05:13:56.561196 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:57.048051 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:57.087525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395a31b-eec5-4bd7-a838-f48a2446c187 req-95a7ff42-f094-432f-b977-668e02537a93 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:57.089021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7395a31b-eec5-4bd7-a838-f48a2446c187 req-95a7ff42-f094-432f-b977-668e02537a93 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0508327 Aug 03 05:13:57.138589 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7395a31b-eec5-4bd7-a838-f48a2446c187 req-06123327-b7c2-496c-b663-b9551d7b3705 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433266 Aug 03 05:13:57.300407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54a7c1-e72c-405b-b6fb-f98f01392328 req-52e206ef-8516-49ee-987b-ea7a3b70da7f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:57.301885 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fc54a7c1-e72c-405b-b6fb-f98f01392328 req-52e206ef-8516-49ee-987b-ea7a3b70da7f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0464311 Aug 03 05:13:57.350208 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fc54a7c1-e72c-405b-b6fb-f98f01392328 req-d35317ea-63cc-44a1-b274-e7d480377dc1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427115 Aug 03 05:13:57.621420 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40328) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:57.731952 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2671897-5c33-4692-b008-963a04877dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:57.797076 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:57.811418 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2671897-5c33-4692-b008-963a04877dd6 admin admin] Publish callbacks [] for security_group (dcd67555-41cc-41aa-bfe6-88b597f543d7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:57.904779 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c2671897-5c33-4692-b008-963a04877dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (dcd67555-41cc-41aa-bfe6-88b597f543d7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:57.937531 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=78,neutron:INSERT=20,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:57.945872 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2671897-5c33-4692-b008-963a04877dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd67555-41cc-41aa-bfe6-88b597f543d7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:57.950399 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c2671897-5c33-4692-b008-963a04877dd6 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=eb19dd0b1c704f4c9c38fa90677e5bb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279479 Aug 03 05:13:57.953143 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40334) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:58.003124 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] Publish callbacks [] for security_group (dcd67555-41cc-41aa-bfe6-88b597f543d7), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.025431 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] Publish callbacks [] for security_group (dcd67555-41cc-41aa-bfe6-88b597f543d7), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.185862 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (dcd67555-41cc-41aa-bfe6-88b597f543d7), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.188588 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.190484 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/dcd67555-41cc-41aa-bfe6-88b597f543d7 HTTP/1.1" status: 204 len: 168 time: 0.2363620 Aug 03 05:13:58.198892 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75eef4d-3482-4bb1-9636-b756bf8c4ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd67555-41cc-41aa-bfe6-88b597f543d7,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:58.267910 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5e437d-47a5-4f8e-9e29-7f80d407f37b req-e5ffde1e-6287-44f6-bdfe-4ffa35963e21 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:58.269658 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c5e437d-47a5-4f8e-9e29-7f80d407f37b req-e5ffde1e-6287-44f6-bdfe-4ffa35963e21 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.0513787 Aug 03 05:13:58.293774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:58.334026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c5e437d-47a5-4f8e-9e29-7f80d407f37b req-1dc0b6a7-a1bb-4ba1-abc5-49f604798a0d tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=9eff773d-ac85-4f7a-b3a1-596c6317b5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583401 Aug 03 05:13:58.362183 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-e9ac4d04-3866-41c7-9647-6904b5682e7f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:58.363723 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-e9ac4d04-3866-41c7-9647-6904b5682e7f tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 945 time: 0.1014950 Aug 03 05:13:58.419059 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40352) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:58.473528 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e9ecc-be12-4a4c-92c1-1f09421cc70a req-9e4be623-9e3b-4182-ae9d-55b755cc30a3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:58.475183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-441e9ecc-be12-4a4c-92c1-1f09421cc70a req-9e4be623-9e3b-4182-ae9d-55b755cc30a3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0492909 Aug 03 05:13:58.532373 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Deleting port 550677a1-2558-4646-a5ec-0573f7db9688 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:13:58.532801 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (550677a1-2558-4646-a5ec-0573f7db9688), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.539725 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-441e9ecc-be12-4a4c-92c1-1f09421cc70a req-48c966f8-8204-4fb0-8f56-41e208527724 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577736 Aug 03 05:13:58.571916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Deleting subnet 64626962-d325-43d9-aa67-f8c0ec75251c {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:13:58.583445 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Publish callbacks [] for subnet (64626962-d325-43d9-aa67-f8c0ec75251c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.671302 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Publish callbacks [] for subnet (64626962-d325-43d9-aa67-f8c0ec75251c), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.693040 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (64626962-d325-43d9-aa67-f8c0ec75251c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.720585 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] For port 550677a1-2558-4646-a5ec-0573f7db9688, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=550677a1-2558-4646-a5ec-0573f7db9688,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:13:58.720957 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (550677a1-2558-4646-a5ec-0573f7db9688), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.743256 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Calling delete_port for 550677a1-2558-4646-a5ec-0573f7db9688 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:13:58.918964 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (64626962-d325-43d9-aa67-f8c0ec75251c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.950317 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.954518 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/64626962-d325-43d9-aa67-f8c0ec75251c HTTP/1.1" status: 204 len: 168 time: 0.5344980 Aug 03 05:13:58.955979 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd538513-c881-461b-b260-1b2f32aac0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64626962-d325-43d9-aa67-f8c0ec75251c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:58.957491 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40372) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:58.975545 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (550677a1-2558-4646-a5ec-0573f7db9688), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:58.988320 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['550677a1-2558-4646-a5ec-0573f7db9688'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:13:59.004660 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Pushing event deleted for resources: {'Port': ['ID=550677a1-2558-4646-a5ec-0573f7db9688,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:59.016824 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:59.048405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (c2356aa7-3d80-48eb-abc2-d2f4fc8dabab), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.127202 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] No DVR routers for this DVR port 550677a1-2558-4646-a5ec-0573f7db9688 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:13:59.130220 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.133716 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-6e925814-c785-40c0-b73b-6c5a6f1559b2 req-38cac294-a0f5-4f38-9984-3f13ba0c9142 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.67 "DELETE /networking/v2.0/ports/550677a1-2558-4646-a5ec-0573f7db9688 HTTP/1.1" status: 204 len: 173 time: 0.7632360 Aug 03 05:13:59.134353 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'name': 'network-vif-deleted', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:13:59.136688 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858e22f3-25f2-4ac1-87bb-d670b789cc7e" -d '{"events": [{"server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "name": "network-vif-deleted", "tag": "550677a1-2558-4646-a5ec-0573f7db9688"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:13:59.191209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (c2356aa7-3d80-48eb-abc2-d2f4fc8dabab), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.199819 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf635e8f-f948-46ab-8d29-2e0c67f32f7d x-openstack-request-id: req-cf635e8f-f948-46ab-8d29-2e0c67f32f7d {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:13:59.200292 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c9e6de-3618-49eb-b497-a7f7dc44c72b", "name": "network-vif-deleted", "tag": "550677a1-2558-4646-a5ec-0573f7db9688", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:13:59.200717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cf635e8f-f948-46ab-8d29-2e0c67f32f7d {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:13:59.201127 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf635e8f-f948-46ab-8d29-2e0c67f32f7d'] response: {'server_uuid': '13c9e6de-3618-49eb-b497-a7f7dc44c72b', 'name': 'network-vif-deleted', 'tag': '550677a1-2558-4646-a5ec-0573f7db9688', 'status': 'completed', 'code': 200} Aug 03 05:13:59.228419 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.231240 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.233718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.234115 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > port after_create 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.234495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > port after_delete 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.234829 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > port after_update 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.235130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.235480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.235857 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.236213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.399254 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.399855 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.399961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.400290 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104590) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:13:59.400664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2356aa7-3d80-48eb-abc2-d2f4fc8dabab']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:59.441258 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '614c491c-4e7d-4b78-bc8f-590adca005b6') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:59.441586 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '614c491c-4e7d-4b78-bc8f-590adca005b6') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:13:59.467215 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-70c0f6a6-b991-4bb2-965b-5d936d80688d req-63c87684-3234-45a7-bec6-7a9cd08f902c tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0547419 Aug 03 05:13:59.473976 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (614c491c-4e7d-4b78-bc8f-590adca005b6), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.496657 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (614c491c-4e7d-4b78-bc8f-590adca005b6), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.506249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:13:59.506653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (614c491c-4e7d-4b78-bc8f-590adca005b6), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.667589 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (c2356aa7-3d80-48eb-abc2-d2f4fc8dabab), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.688619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.695239 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/c2356aa7-3d80-48eb-abc2-d2f4fc8dabab HTTP/1.1" status: 204 len: 168 time: 0.7339602 Aug 03 05:13:59.695693 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40408) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:59.696224 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc5a2a5-6242-4f51-8667-19ce0a05652d admin admin] Pushing event deleted for resources: {'Network': ['ID=c2356aa7-3d80-48eb-abc2-d2f4fc8dabab,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:13:59.703354 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789b8613-34aa-4eb1-9025-2fe20b40f4e4 req-d438081d-9913-4f0e-abea-9d0353b1330f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:13:59.705520 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-789b8613-34aa-4eb1-9025-2fe20b40f4e4 req-d438081d-9913-4f0e-abea-9d0353b1330f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0840261 Aug 03 05:13:59.761159 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Deleting subnet 2d315ff0-0404-4f3a-a4c6-1f80479b33ca {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:13:59.762937 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-789b8613-34aa-4eb1-9025-2fe20b40f4e4 req-7abf0e0b-64df-4260-b3ef-9c790e09af44 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492992 Aug 03 05:13:59.774406 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Publish callbacks [] for subnet (2d315ff0-0404-4f3a-a4c6-1f80479b33ca), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.812706 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:13:59.823751 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Publish callbacks [] for subnet (2d315ff0-0404-4f3a-a4c6-1f80479b33ca), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.829812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 614c491c-4e7d-4b78-bc8f-590adca005b6 resource provider aggregate not found Aug 03 05:13:59.833924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (2d315ff0-0404-4f3a-a4c6-1f80479b33ca), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.848597 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 614c491c-4e7d-4b78-bc8f-590adca005b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 614c491c-4e7d-4b78-bc8f-590adca005b6 found for delete ", "request_id": "req-be73d227-2c1d-430c-bcce-292dac355451"}]} Aug 03 05:13:59.918924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40414) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:13:59.969344 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (2d315ff0-0404-4f3a-a4c6-1f80479b33ca), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:13:59.997443 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d315ff0-0404-4f3a-a4c6-1f80479b33ca,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:00.001109 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.004848 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-993ac2a1-dc5a-40b5-ad91-3aa703dc7a77 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/2d315ff0-0404-4f3a-a4c6-1f80479b33ca HTTP/1.1" status: 204 len: 168 time: 0.3079858 Aug 03 05:14:00.007941 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40434) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:00.045372 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4109e696-bd54-444f-b21b-781f16cee59c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.084778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (89cebbe3-4d03-4c92-b2c6-b8313153447e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.133126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4109e696-bd54-444f-b21b-781f16cee59c admin admin] Publish callbacks [] for security_group (129d8953-9751-4307-b7ba-d478918da44c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.178594 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (89cebbe3-4d03-4c92-b2c6-b8313153447e), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.199378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89cebbe3-4d03-4c92-b2c6-b8313153447e']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:00.209622 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db0df81b-6ada-47f0-bf68-a5468eeebeea') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:00.209946 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db0df81b-6ada-47f0-bf68-a5468eeebeea') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:00.220722 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (db0df81b-6ada-47f0-bf68-a5468eeebeea), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.224440 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4109e696-bd54-444f-b21b-781f16cee59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (129d8953-9751-4307-b7ba-d478918da44c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.234729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (db0df81b-6ada-47f0-bf68-a5468eeebeea), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.241306 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:14:00.241700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (db0df81b-6ada-47f0-bf68-a5468eeebeea), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.264971 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4109e696-bd54-444f-b21b-781f16cee59c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f6f39d74ff2c4dde918584332b2aff3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449922 Aug 03 05:14:00.265830 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109e696-bd54-444f-b21b-781f16cee59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=129d8953-9751-4307-b7ba-d478918da44c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:00.268631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40458) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:00.321665 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] Publish callbacks [] for security_group (129d8953-9751-4307-b7ba-d478918da44c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.342460 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:00.344583 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] Publish callbacks [] for security_group (129d8953-9751-4307-b7ba-d478918da44c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.391810 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (89cebbe3-4d03-4c92-b2c6-b8313153447e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.397964 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.401097 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/89cebbe3-4d03-4c92-b2c6-b8313153447e HTTP/1.1" status: 204 len: 168 time: 0.3917539 Aug 03 05:14:00.412430 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260a1d4-6130-4362-83e0-3db3a26b8c20 admin admin] Pushing event deleted for resources: {'Network': ['ID=89cebbe3-4d03-4c92-b2c6-b8313153447e,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:00.464252 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (129d8953-9751-4307-b7ba-d478918da44c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.466796 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.467990 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/129d8953-9751-4307-b7ba-d478918da44c HTTP/1.1" status: 204 len: 168 time: 0.1984625 Aug 03 05:14:00.476524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97a7af-eec4-4e3a-9f96-9c340cf08d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129d8953-9751-4307-b7ba-d478918da44c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:00.575543 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c8299d54-56a1-4b35-8014-ae24ba59395b req-46447c20-fce8-4071-afcc-64001ed97de2 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0273924 Aug 03 05:14:00.773824 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40468) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:00.817539 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3cf63435-690b-42f0-9300-3e3cc7d81df8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4c56eb76c3814e488d8447fc18dae874&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418942 Aug 03 05:14:00.819950 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40472) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:00.876794 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] Publish callbacks [] for security_group (30005a55-81d6-4728-b12e-dde4b6973fdf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.902155 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] Publish callbacks [] for security_group (30005a55-81d6-4728-b12e-dde4b6973fdf), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:00.904214 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e888a4-5872-4d05-8f86-f757b9b0526b req-8a7ee804-15dd-45df-98af-5c679153d936 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:00.905887 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-13e888a4-5872-4d05-8f86-f757b9b0526b req-8a7ee804-15dd-45df-98af-5c679153d936 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0545232 Aug 03 05:14:00.931434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:00.966539 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-13e888a4-5872-4d05-8f86-f757b9b0526b req-16e994f2-4ea4-4052-a37a-7582789f1ed6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524540 Aug 03 05:14:01.046480 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (30005a55-81d6-4728-b12e-dde4b6973fdf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.049407 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.054918 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/30005a55-81d6-4728-b12e-dde4b6973fdf HTTP/1.1" status: 204 len: 168 time: 0.2297385 Aug 03 05:14:01.060651 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416531ec-f3cd-4517-a733-7bc39106fb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30005a55-81d6-4728-b12e-dde4b6973fdf,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:01.319595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40480) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:01.333402 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8b577f71-032f-4c24-bd98-9cd5b76419dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.355845 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:01.411700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8b577f71-032f-4c24-bd98-9cd5b76419dc admin admin] Publish callbacks [] for security_group (e03d5c66-aca5-4255-9e5c-ee331716fc94), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.477010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8b577f71-032f-4c24-bd98-9cd5b76419dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e03d5c66-aca5-4255-9e5c-ee331716fc94), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.514060 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8b577f71-032f-4c24-bd98-9cd5b76419dc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=36e960bf23fc42708dcb8aeee17a3973&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1932905 Aug 03 05:14:01.517631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40484) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:01.519562 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b577f71-032f-4c24-bd98-9cd5b76419dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03d5c66-aca5-4255-9e5c-ee331716fc94,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:01.570126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] Publish callbacks [] for security_group (e03d5c66-aca5-4255-9e5c-ee331716fc94), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.591221 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] Publish callbacks [] for security_group (e03d5c66-aca5-4255-9e5c-ee331716fc94), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.680861 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-07cf4064-8b49-4a88-adca-7af2ec20fcc3 req-54ce0e05-70d4-4d56-9919-11d358f83733 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0315862 Aug 03 05:14:01.688467 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e03d5c66-aca5-4255-9e5c-ee331716fc94), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.691742 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.692935 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e03d5c66-aca5-4255-9e5c-ee331716fc94 HTTP/1.1" status: 204 len: 168 time: 0.1743197 Aug 03 05:14:01.707737 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dc4d7-4ddd-4a0c-a614-37937bbb35f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03d5c66-aca5-4255-9e5c-ee331716fc94,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:01.762493 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40492) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:01.805502 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ab435294-d893-499e-8524-c274cd717bc9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=882275428a70495caeab73663243f476&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417140 Aug 03 05:14:01.809754 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40496) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:01.870189 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment db0df81b-6ada-47f0-bf68-a5468eeebeea resource provider aggregate not found Aug 03 05:14:01.876310 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] Publish callbacks [] for security_group (14e7a17c-7235-4af3-ac37-15a18a4b9f73), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:01.888482 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment db0df81b-6ada-47f0-bf68-a5468eeebeea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid db0df81b-6ada-47f0-bf68-a5468eeebeea found for delete ", "request_id": "req-5b492f48-646c-4b5a-a055-3fd811f6c0a9"}]} Aug 03 05:14:01.900318 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] Publish callbacks [] for security_group (14e7a17c-7235-4af3-ac37-15a18a4b9f73), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:02.029613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (14e7a17c-7235-4af3-ac37-15a18a4b9f73), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:02.032299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:02.034146 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/14e7a17c-7235-4af3-ac37-15a18a4b9f73 HTTP/1.1" status: 204 len: 168 time: 0.2214093 Aug 03 05:14:02.053055 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3380dc46-bbf0-4dcd-bb5e-fbaafec41267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7a17c-7235-4af3-ac37-15a18a4b9f73,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:02.094248 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86bfc66-49a6-4cad-867c-5d5ba253580e req-0be3ff9e-43ab-475f-857d-514b26e97502 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:02.096371 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f86bfc66-49a6-4cad-867c-5d5ba253580e req-0be3ff9e-43ab-475f-857d-514b26e97502 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0585966 Aug 03 05:14:02.153955 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f86bfc66-49a6-4cad-867c-5d5ba253580e req-659d3802-78b5-443a-9dd8-ea4ababe8d15 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488384 Aug 03 05:14:02.207278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:02.646866 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 550677a1-2558-4646-a5ec-0573f7db9688 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:14:02.670382 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 550677a1-2558-4646-a5ec-0573f7db9688 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:14:02.670737 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 550677a1-2558-4646-a5ec-0573f7db9688 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:14:02.792654 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2e52e08-8226-4d3c-b308-35a3ae82ba81 req-5bd8fe94-e550-40ad-aa2c-47d9e3e98727 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0339730 Aug 03 05:14:02.951321 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40554) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:03.076942 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995601642-network', 'tenant_id': 'd9b28cfcd2da41528eb3d71199d3b2d9'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:03.208886 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Made reservation on behalf of d9b28cfcd2da41528eb3d71199d3b2d9 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:03.214762 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.221481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.291605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99698a-3c33-49ce-b980-dd7ceea79755 req-432c68af-e255-40ab-b613-cce4b5ca163d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:03.293193 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f99698a-3c33-49ce-b980-dd7ceea79755 req-432c68af-e255-40ab-b613-cce4b5ca163d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0635419 Aug 03 05:14:03.382952 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f99698a-3c33-49ce-b980-dd7ceea79755 req-f1c3d286-e042-4808-98be-c8ce07e8a22e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814977 Aug 03 05:14:03.384734 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks [] for security_group (25fe5811-24e9-4164-8790-879b370a5474), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.448939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (25fe5811-24e9-4164-8790-879b370a5474), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.476209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:14:03.487453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fe5811-24e9-4164-8790-879b370a5474,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:03.497684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (46de4f66-9708-4b92-b1c0-e7d527048548), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.497684 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Added segment 46de4f66-9708-4b92-b1c0-e7d527048548 of type vlan for network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 Aug 03 05:14:03.546811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (ba7b8207-d6ca-4229-bc73-fdc35e4a9792), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.647463 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (ba7b8207-d6ca-4229-bc73-fdc35e4a9792), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.648677 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:03.649379 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.710984 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] Pushing event updated for resources: {'Network': ['ID=ba7b8207-d6ca-4229-bc73-fdc35e4a9792,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:03.721126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:14:03.790678 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b927fb17-61fa-477f-9f0e-db3dd65574b8 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8378167 Aug 03 05:14:03.797813 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40574) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:03.802553 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Request body: {'subnet': {'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995601642-subnet', 'tenant_id': 'd9b28cfcd2da41528eb3d71199d3b2d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:03.919109 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Made reservation on behalf of d9b28cfcd2da41528eb3d71199d3b2d9 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:03.921442 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:03.924365 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10cf3370-359a-4c13-9d96-90db4e48195b req-55ec4655-ea09-4d8e-a8e1-4036be0f8b43 tempest-DeleteServersTestJSON-966657975 tempest-DeleteServersTestJSON-966657975-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=13c9e6de-3618-49eb-b497-a7f7dc44c72b HTTP/1.1" status: 200 len: 210 time: 0.0329716 Aug 03 05:14:04.037160 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:04.192134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (d6d0b3ef-cd36-4105-979f-d919bc460bb2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:04.252818 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6d0b3ef-cd36-4105-979f-d919bc460bb2,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:04.274444 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Checking segment: {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:04.275108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Network hostable DHCP agents. Network: ba7b8207-d6ca-4229-bc73-fdc35e4a9792, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:14:04.281664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:04.391745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:14:04.486095 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, ba7b8207-d6ca-4229-bc73-fdc35e4a9792) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:04.494885 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:04.495735 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:04.505432 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b758f8d4-438b-4c53-affa-3786c71e3137 None None] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:04.519734 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6affecb7-7bf5-404d-9c37-c5b072ffff03 req-6e2f4ed2-2a2e-40e6-9c25-6d440273e5f2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:04.521395 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6affecb7-7bf5-404d-9c37-c5b072ffff03 req-6e2f4ed2-2a2e-40e6-9c25-6d440273e5f2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0640702 Aug 03 05:14:04.573237 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6affecb7-7bf5-404d-9c37-c5b072ffff03 req-c51aa6f8-c3aa-4731-83e2-9fcb32756e4c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Aug 03 05:14:04.582102 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:04.598634 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c501ff36-0a52-4c91-8b7e-ecd8dcc8138b admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7952995 Aug 03 05:14:04.622596 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e087d4-d59a-464c-ac36-981896d51f02 None None] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:05.695459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d68911-92e5-4d22-a16a-4704b318f687 req-2a453a20-3ff9-4236-a1d6-71c55d8b5609 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:05.696984 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17d68911-92e5-4d22-a16a-4704b318f687 req-2a453a20-3ff9-4236-a1d6-71c55d8b5609 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0482790 Aug 03 05:14:05.749247 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17d68911-92e5-4d22-a16a-4704b318f687 req-4526e907-728a-4397-af48-85e94c44fcdc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464869 Aug 03 05:14:06.739448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40660) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:06.965328 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f8269-15f2-4ded-9f33-dc471864d0ae req-a869fe0e-8a24-43fe-8d46-0b4994fdea39 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:06.966876 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-417f8269-15f2-4ded-9f33-dc471864d0ae req-a869fe0e-8a24-43fe-8d46-0b4994fdea39 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.1283636 Aug 03 05:14:07.070393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a109123-4199-4c97-8c38-ad99db9e18e3 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:07.071817 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a109123-4199-4c97-8c38-ad99db9e18e3 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792 HTTP/1.1" status: 200 len: 809 time: 0.2519100 Aug 03 05:14:07.127151 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-80a245ef-0753-43af-a16b-b41542f7d082 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/quotas/d9b28cfcd2da41528eb3d71199d3b2d9 HTTP/1.1" status: 200 len: 375 time: 0.0470617 Aug 03 05:14:07.131964 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-417f8269-15f2-4ded-9f33-dc471864d0ae req-9a9132b1-1875-4cd3-a804-109eb0658516 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310360 Aug 03 05:14:07.181013 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-b0365594-02c7-4713-b904-da33b485ba36 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480955 Aug 03 05:14:07.542412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:07.611124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-ae8976e4-98a2-4f78-a2a6-2cd7e2106f5f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4198840 Aug 03 05:14:07.637997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:07.755386 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:07.792493 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-f0542d7a-33d1-4654-88e4-6255c986f838 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660991 Aug 03 05:14:07.972924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Deleting port b01c6d36-de48-4457-b54e-b6f43dce86b6 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:14:07.973274 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:08.061411 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-66890146-20fc-4c02-9c29-965ef43bc96f req-01cf4996-8be7-4634-8f00-fcbf03939837 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 210 time: 0.0382218 Aug 03 05:14:08.086578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] For port b01c6d36-de48-4457-b54e-b6f43dce86b6, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b01c6d36-de48-4457-b54e-b6f43dce86b6,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:08.086977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:08.100384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Calling delete_port for b01c6d36-de48-4457-b54e-b6f43dce86b6 owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:14:08.285059 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90f390-2814-4721-97b3-b670e697300f req-bf6f97f7-2fbd-423b-b245-4e442b17118f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:08.286511 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5e90f390-2814-4721-97b3-b670e697300f req-bf6f97f7-2fbd-423b-b245-4e442b17118f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0660591 Aug 03 05:14:08.382597 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5e90f390-2814-4721-97b3-b670e697300f req-2cd50bb6-7888-4b67-8a9a-ba5f7c835eed tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823669 Aug 03 05:14:08.454168 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (b01c6d36-de48-4457-b54e-b6f43dce86b6), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:08.459503 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:08.480448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Pushing event deleted for resources: {'Port': ['ID=b01c6d36-de48-4457-b54e-b6f43dce86b6,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:08.659614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:08.754517 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:08.872099 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Router c01f4964-245a-42b1-bc0f-c0d38bdafd48 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:14:08.983642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:14:08.989740 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-827ee3a4-56db-4cc8-b7ac-448e7dc13814 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/c01f4964-245a-42b1-bc0f-c0d38bdafd48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2490184 Aug 03 05:14:08.992233 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40690) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:08.992945 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Sync routers for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:14:09.003647 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:09.004339 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:09.101932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks [] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:09.174547 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ce1077d9-9e59-4965-88eb-2c67bf79f18a req-8cc644f5-5652-4ae1-91f9-85b22426a794 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 210 time: 0.0311544 Aug 03 05:14:09.194120 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:09.241156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks [] for router_gateway (c01f4964-245a-42b1-bc0f-c0d38bdafd48), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:09.245095 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:09.350924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Deleting port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:14:09.351355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:09.375382 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247'}], 'enable_snat': True}, 'gw_port_id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:14:08Z', 'revision_number': 5, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port': {'id': 'ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0f:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:51Z', 'updated_at': '2022-08-03T05:13:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:09.396380 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Checking router: c01f4964-245a-42b1-bc0f-c0d38bdafd48 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:14:09.405849 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Routers {'c01f4964-245a-42b1-bc0f-c0d38bdafd48'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:09.406445 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:13:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:09.442981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] For port ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:09.443351 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:09.493892 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] Set router c01f4964-245a-42b1-bc0f-c0d38bdafd48 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:09.544663 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:14:09Z', 'revision_number': 6, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:09.573631 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5531d7-e1ca-468a-ad9e-0bc8ae7b4a04 None None] The sync data for ids ['c01f4964-245a-42b1-bc0f-c0d38bdafd48'] in dv-cinder-851279-4-iscsi is: [{'id': 'c01f4964-245a-42b1-bc0f-c0d38bdafd48', 'name': 'tempest-DeleteServersTestJSON-1978800375-router', 'tenant_id': 'ec7ef948182a457381fd0a686ca298dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:14:09Z', 'revision_number': 6, 'project_id': 'ec7ef948182a457381fd0a686ca298dc', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:14:09.676861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Calling delete_port for ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e owned by network:router_gateway {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:14:09.756906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab783065-b3b4-4c07-8995-cc498c5ba67d req-6e7853c1-0e1c-4418-a9b0-4ad6228d127c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:09.758411 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab783065-b3b4-4c07-8995-cc498c5ba67d req-6e7853c1-0e1c-4418-a9b0-4ad6228d127c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0876188 Aug 03 05:14:09.857579 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab783065-b3b4-4c07-8995-cc498c5ba67d req-c91d8a7d-5806-4abc-a9b3-c6f13a9af0cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932815 Aug 03 05:14:09.993620 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.043260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:10.119632 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.227098 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.229393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks [] for router_controller (c01f4964-245a-42b1-bc0f-c0d38bdafd48), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.320239 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6d195e6-de12-4e2c-aad1-ff822377c2c5 req-df5d2826-429d-498c-b879-5beb6028fc31 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 210 time: 0.0633531 Aug 03 05:14:10.421228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (c01f4964-245a-42b1-bc0f-c0d38bdafd48), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.421836 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c01f4964-245a-42b1-bc0f-c0d38bdafd48 {{(pid=104590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:14:10.428481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.430107 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9320e377-bec7-4bdf-84d8-88402baecb22 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/c01f4964-245a-42b1-bc0f-c0d38bdafd48 HTTP/1.1" status: 204 len: 168 time: 1.4364636 Aug 03 05:14:10.434887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40708) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:10.446334 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=12 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:10.513691 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b01c6d36-de48-4457-b54e-b6f43dce86b6 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:14:10.522213 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Deleting subnet 56be6887-46dd-43de-8335-d72f57121e43 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:14:10.525987 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Publish callbacks [] for subnet (56be6887-46dd-43de-8335-d72f57121e43), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.557131 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: b01c6d36-de48-4457-b54e-b6f43dce86b6 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:14:10.557753 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b01c6d36-de48-4457-b54e-b6f43dce86b6 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:14:10.559339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:14:10.574268 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Publish callbacks [] for subnet (56be6887-46dd-43de-8335-d72f57121e43), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.589787 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:14:10.590308 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ca3ba3cc-0bca-4fe8-9249-b164e2c76b3e not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:14:10.656210 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (56be6887-46dd-43de-8335-d72f57121e43), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.835961 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (56be6887-46dd-43de-8335-d72f57121e43), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.857660 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-e8649d53-7da9-462a-b7af-4b4cc8cc3588 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:10.860546 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-e8649d53-7da9-462a-b7af-4b4cc8cc3588 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792 HTTP/1.1" status: 200 len: 809 time: 0.1732550 Aug 03 05:14:10.888644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:10.900697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40724) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:10.900820 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/56be6887-46dd-43de-8335-d72f57121e43 HTTP/1.1" status: 204 len: 168 time: 0.4651313 Aug 03 05:14:10.905712 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Request body: {'port': {'device_id': '97b1b665-e8a1-45eb-8455-613441574fdd', 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792', 'admin_state_up': True, 'tenant_id': 'd9b28cfcd2da41528eb3d71199d3b2d9'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:10.911853 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5648311-7270-4dd4-b346-a7f45d1c7217 None None] Network 5332b22b-0717-4e00-8913-c8b77d2d5704 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:11.024269 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd0751-905f-4e32-8fed-92138f8b1dd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56be6887-46dd-43de-8335-d72f57121e43,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:11.086705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11568c46-287b-4010-9dd8-79046d87dd2e req-54004598-49a6-4c20-a9ce-60f623ad532b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:11.095277 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-11568c46-287b-4010-9dd8-79046d87dd2e req-54004598-49a6-4c20-a9ce-60f623ad532b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.1428614 Aug 03 05:14:11.116611 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (5332b22b-0717-4e00-8913-c8b77d2d5704), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.131630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] DHCP port deletion for 5332b22b-0717-4e00-8913-c8b77d2d5704 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:14:11.153943 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Made reservation on behalf of d9b28cfcd2da41528eb3d71199d3b2d9 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:11.153943 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.185441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=2,neutron:SELECT=92,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:11.195371 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-11568c46-287b-4010-9dd8-79046d87dd2e req-bb976695-13c8-47b1-8481-2e7b7d5fa2cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991795 Aug 03 05:14:11.208473 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Deleting port 0221842d-ac42-4b8e-8475-5af3113bf532 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:14:11.208847 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.208957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Deleting port 0221842d-ac42-4b8e-8475-5af3113bf532 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:14:11.209271 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.289795 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] For port 0221842d-ac42-4b8e-8475-5af3113bf532, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0221842d-ac42-4b8e-8475-5af3113bf532,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:11.289969 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.305717 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Calling delete_port for 0221842d-ac42-4b8e-8475-5af3113bf532 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:14:11.306108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] For port 0221842d-ac42-4b8e-8475-5af3113bf532, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0221842d-ac42-4b8e-8475-5af3113bf532,segment=NetworkSegment(5016409c-7bd5-4d06-874c-0b6af72b2a56),segment_id=5016409c-7bd5-4d06-874c-0b6af72b2a56)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:11.306480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.321287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Calling delete_port for 0221842d-ac42-4b8e-8475-5af3113bf532 owned by network:dhcp {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:14:11.326725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:11.359020 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Allocated IP 172.20.0.10 (ba7b8207-d6ca-4229-bc73-fdc35e4a9792/d6d0b3ef-cd36-4105-979f-d919bc460bb2/861c9439-6fce-492b-81fb-f040ee1eca77) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:11.449916 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:11.460054 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-04d6ee01-fba8-45bd-845f-5cd0d1ee92c2 req-e80cc165-d9e7-4fa2-ad2d-3f8a338b7d10 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 210 time: 0.0418518 Aug 03 05:14:11.526211 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.534355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (0221842d-ac42-4b8e-8475-5af3113bf532), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.542198 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks [] for port (861c9439-6fce-492b-81fb-f040ee1eca77), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.553718 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Pushing event deleted for resources: {'Port': ['ID=0221842d-ac42-4b8e-8475-5af3113bf532,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:11.558606 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] No DVR routers for this DVR port 0221842d-ac42-4b8e-8475-5af3113bf532 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:14:11.571929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.572375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.572832 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.573266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.573674 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.574188 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.574528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.574879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.575219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.575572 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.575881 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.576423 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.576721 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.577050 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.577145 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Pushing event deleted for resources: {'Port': ['ID=0221842d-ac42-4b8e-8475-5af3113bf532,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:11.577377 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37577c9-860c-4ccb-b16f-520ced074d0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:11.583320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] No DVR routers for this DVR port 0221842d-ac42-4b8e-8475-5af3113bf532 on host dv-cinder-851279-4-iscsi {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:14:11.631373 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.664101 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (5332b22b-0717-4e00-8913-c8b77d2d5704), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.669657 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:11.670293 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:11.687476 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5332b22b-0717-4e00-8913-c8b77d2d5704']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:11.694631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:11.696036 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Pushing event updated for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:11.697635 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5016409c-7bd5-4d06-874c-0b6af72b2a56') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:11.698396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5016409c-7bd5-4d06-874c-0b6af72b2a56') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:11.698667 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:11.700897 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:14:11.706662 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:11.708950 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.709415 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (5016409c-7bd5-4d06-874c-0b6af72b2a56), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.724236 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (5016409c-7bd5-4d06-874c-0b6af72b2a56), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.730551 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:14:11.730969 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (5016409c-7bd5-4d06-874c-0b6af72b2a56), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.784576 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 5016409c-7bd5-4d06-874c-0b6af72b2a56 resource provider aggregate not found Aug 03 05:14:11.805257 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 5016409c-7bd5-4d06-874c-0b6af72b2a56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5016409c-7bd5-4d06-874c-0b6af72b2a56 found for delete ", "request_id": "req-226769e1-801f-446d-a5bf-31fb11261acb"}]} Aug 03 05:14:11.808081 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-19dd3ebd-817b-42ab-98e7-104cc1a34183 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9218056 Aug 03 05:14:11.865389 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (5332b22b-0717-4e00-8913-c8b77d2d5704), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.876304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:11.876304 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/5332b22b-0717-4e00-8913-c8b77d2d5704 HTTP/1.1" status: 204 len: 168 time: 0.9779263 Aug 03 05:14:11.885754 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea22b2-0cb3-4769-8547-3f03c896cb55 admin admin] Pushing event deleted for resources: {'Network': ['ID=5332b22b-0717-4e00-8913-c8b77d2d5704,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:12.317522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f4dee-d209-4187-98e0-01eef8d9a0ba req-fc6ce851-913a-4c39-9cfd-813cfa5157c3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:12.319081 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a5f4dee-d209-4187-98e0-01eef8d9a0ba req-fc6ce851-913a-4c39-9cfd-813cfa5157c3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0472052 Aug 03 05:14:12.329815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40770) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:12.367536 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a5f4dee-d209-4187-98e0-01eef8d9a0ba req-3f40019d-eb89-4872-8b51-6d29596b81c3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428514 Aug 03 05:14:12.373596 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-81826033-820e-4ad9-a3c8-47d9aabe0042 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ec7ef948182a457381fd0a686ca298dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0426846 Aug 03 05:14:12.376095 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40772) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:12.437625 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0221842d-ac42-4b8e-8475-5af3113bf532 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:14:12.459346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 0221842d-ac42-4b8e-8475-5af3113bf532 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:14:12.459705 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0221842d-ac42-4b8e-8475-5af3113bf532 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:14:12.584769 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3c66c-3621-42e4-9fe5-bd5f201d75bd req-67b40150-0b53-49f8-9bb8-47b578171c48 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:12.586318 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-37f3c66c-3621-42e4-9fe5-bd5f201d75bd req-67b40150-0b53-49f8-9bb8-47b578171c48 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 932 time: 0.0512960 Aug 03 05:14:12.622438 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] Publish callbacks [] for security_group (9eff773d-ac85-4f7a-b3a1-596c6317b5d5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:12.635127 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-37f3c66c-3621-42e4-9fe5-bd5f201d75bd req-9898599e-962a-4a1b-870d-126af95fbe9b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426722 Aug 03 05:14:12.644918 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] Publish callbacks [] for security_group (9eff773d-ac85-4f7a-b3a1-596c6317b5d5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:12.882521 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (9eff773d-ac85-4f7a-b3a1-596c6317b5d5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:12.885114 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:12.886275 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9eff773d-ac85-4f7a-b3a1-596c6317b5d5 HTTP/1.1" status: 204 len: 168 time: 0.5092840 Aug 03 05:14:12.895094 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac378c1-cab5-4434-ab68-483f941d1bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff773d-ac85-4f7a-b3a1-596c6317b5d5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:13.486675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d111ff9b-0a60-4b13-865e-fa272a7e2fbc req-da1672e4-9bea-458a-992d-45595aa039b8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:13.488230 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d111ff9b-0a60-4b13-865e-fa272a7e2fbc req-da1672e4-9bea-458a-992d-45595aa039b8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0477874 Aug 03 05:14:13.537901 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d111ff9b-0a60-4b13-865e-fa272a7e2fbc req-227c6717-8be5-471e-ab9a-7c9a3ebe98e8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438099 Aug 03 05:14:13.748542 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:13.760823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda25426-ce46-46ee-839e-3aa87ae90db1 req-4445fd9e-e844-464c-adf3-a7d11b77f7b3 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:13.763589 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bda25426-ce46-46ee-839e-3aa87ae90db1 req-4445fd9e-e844-464c-adf3-a7d11b77f7b3 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 932 time: 0.0572062 Aug 03 05:14:13.811722 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bda25426-ce46-46ee-839e-3aa87ae90db1 req-9ce6aa4b-b298-4bbf-aa11-b8d25c9e70ee tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Aug 03 05:14:14.349136 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Request body: {'port': {'device_id': '97b1b665-e8a1-45eb-8455-613441574fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:14.409119 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:14.670244 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef21a4c-347a-4f69-9cf2-08e4a4ab2f6e req-49c713e1-e8e6-4edf-ae50-76b8f414c3ea tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:14.672345 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cef21a4c-347a-4f69-9cf2-08e4a4ab2f6e req-49c713e1-e8e6-4edf-ae50-76b8f414c3ea tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0608909 Aug 03 05:14:14.686224 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 861c9439-6fce-492b-81fb-f040ee1eca77 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:14:14.695939 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks [] for port (861c9439-6fce-492b-81fb-f040ee1eca77), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:14.710874 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Transition to ACTIVE for port object 861c9439-6fce-492b-81fb-f040ee1eca77 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:14:14.735746 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cef21a4c-347a-4f69-9cf2-08e4a4ab2f6e req-66e2f331-c86b-47ac-8918-bd6014797e90 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563860 Aug 03 05:14:14.935060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395d6af-2b26-4e8d-b9c1-cf6055de9d48 req-dac97047-982d-4f9c-8619-0454127e8035 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:14.936600 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a395d6af-2b26-4e8d-b9c1-cf6055de9d48 req-dac97047-982d-4f9c-8619-0454127e8035 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 932 time: 0.0484662 Aug 03 05:14:14.939448 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:14.995582 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a395d6af-2b26-4e8d-b9c1-cf6055de9d48 req-78f38f91-5f6d-4821-8448-4a1329f7f8bd tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506918 Aug 03 05:14:15.017121 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Attempting to bind port 861c9439-6fce-492b-81fb-f040ee1eca77 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:14:15.017649 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Attempting to bind port 861c9439-6fce-492b-81fb-f040ee1eca77 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:14:15.018102 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Attempting to bind port 861c9439-6fce-492b-81fb-f040ee1eca77 on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:15.029925 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Port 861c9439-6fce-492b-81fb-f040ee1eca77 on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:14:15.029925 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Attempting to bind port 861c9439-6fce-492b-81fb-f040ee1eca77 on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Pushing event updated for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Checking segment: {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Bound using segment: {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Bound port: 861c9439-6fce-492b-81fb-f040ee1eca77, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:14:15.050225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:15.111650 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:14:15.114787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=861c9439-6fce-492b-81fb-f040ee1eca77,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:14:15.185911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:15.190366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.191011 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:15.192642 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/861c9439-6fce-492b-81fb-f040ee1eca77 HTTP/1.1" status: 200 len: 1094 time: 0.8485875 Aug 03 05:14:15.192870 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:15.193562 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:14:15.195971 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f595076a-38ca-4eac-b70f-362eba8c225b" -d '{"events": [{"name": "network-changed", "server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:14:15.241594 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7993e7d4-43e7-4b39-9eb7-bd43dc2d3c3f x-openstack-request-id: req-7993e7d4-43e7-4b39-9eb7-bd43dc2d3c3f {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:14:15.241879 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:14:15.242128 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7993e7d4-43e7-4b39-9eb7-bd43dc2d3c3f {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:14:15.242527 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7993e7d4-43e7-4b39-9eb7-bd43dc2d3c3f'] response: {'name': 'network-changed', 'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77', 'status': 'completed', 'code': 200} Aug 03 05:14:15.249338 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:15.252690 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c3118-c2c4-4fb5-9f76-e2d8307268dc service neutron] Pushing event updated for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:15.306619 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595076a-38ca-4eac-b70f-362eba8c225b req-66569615-3298-41ce-8269-19e4b779b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.308284 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f595076a-38ca-4eac-b70f-362eba8c225b req-66569615-3298-41ce-8269-19e4b779b68f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 1128 time: 0.0411353 Aug 03 05:14:15.508653 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595076a-38ca-4eac-b70f-362eba8c225b req-9fb0721d-54a0-4248-a351-17dfbec009e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.511021 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f595076a-38ca-4eac-b70f-362eba8c225b req-9fb0721d-54a0-4248-a351-17dfbec009e6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1916227 Aug 03 05:14:15.706972 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f595076a-38ca-4eac-b70f-362eba8c225b req-2c605f10-5538-4ee9-aee0-42b38c7db943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.706972 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f595076a-38ca-4eac-b70f-362eba8c225b req-2c605f10-5538-4ee9-aee0-42b38c7db943 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1857257 Aug 03 05:14:15.863869 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-fe520298-0e41-4df2-9472-3f1b887bd48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.865545 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-fe520298-0e41-4df2-9472-3f1b887bd48e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 1128 time: 0.0540125 Aug 03 05:14:15.878272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdf825-203c-49f8-9d6c-fe5d45f2d8cd req-cb9d0cd7-7e42-4e1e-bcc9-f24aa1467a83 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.879890 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bdf825-203c-49f8-9d6c-fe5d45f2d8cd req-cb9d0cd7-7e42-4e1e-bcc9-f24aa1467a83 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0650313 Aug 03 05:14:15.919390 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-0bb78c16-072a-466f-a5c0-22daa212bf10 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=861c9439-6fce-492b-81fb-f040ee1eca77 HTTP/1.1" status: 200 len: 217 time: 0.0373247 Aug 03 05:14:15.932097 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bdf825-203c-49f8-9d6c-fe5d45f2d8cd req-8d136a3b-6557-4fa0-b72c-2f47bfe9599f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465193 Aug 03 05:14:15.976194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-5b5f5b1d-6c17-4dc3-9554-af5e99d34f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:15.977786 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-5b5f5b1d-6c17-4dc3-9554-af5e99d34f97 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d6d0b3ef-cd36-4105-979f-d919bc460bb2 HTTP/1.1" status: 200 len: 849 time: 0.0484009 Aug 03 05:14:16.142723 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60df3fd6-8cf8-46d5-a5d5-3f60ed57c16a req-40ffca17-c17b-4030-8fdf-d617f4bb770b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:16.151321 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df3fd6-8cf8-46d5-a5d5-3f60ed57c16a req-40ffca17-c17b-4030-8fdf-d617f4bb770b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 944 time: 0.0517547 Aug 03 05:14:16.193911 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60df3fd6-8cf8-46d5-a5d5-3f60ed57c16a req-560de7da-de77-4982-8c74-4b474171d676 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439243 Aug 03 05:14:16.905030 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-08b7c696-1ecd-489f-adf0-e73656378b93 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277214 Aug 03 05:14:17.012375 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-b89ea6af-55b0-4c42-ae04-845c0959fb6e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007493 Aug 03 05:14:17.064236 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8eab2-cffa-4ddd-bd13-faaa1541f55f req-6abb61fb-c375-48ea-9d38-945c674162eb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:17.072416 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92e8eab2-cffa-4ddd-bd13-faaa1541f55f req-6abb61fb-c375-48ea-9d38-945c674162eb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0598836 Aug 03 05:14:17.082379 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b4ceac1f-425d-4223-b2b5-47c28eaf3e90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:17.146728 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f40c29-7c86-4f48-bdcb-56a94cd2bc68 req-ee289f30-bb15-4155-a4ab-08baf84a4db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:17.148530 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0f40c29-7c86-4f48-bdcb-56a94cd2bc68 req-ee289f30-bb15-4155-a4ab-08baf84a4db2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1129 time: 0.0736637 Aug 03 05:14:17.158445 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b0dc5062-b7c7-49d8-bc55-1091ab023b16 req-c16ff38e-0108-4523-b044-95a2a6639cf3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387148 Aug 03 05:14:17.195875 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92e8eab2-cffa-4ddd-bd13-faaa1541f55f req-f1967af7-bad5-4115-ba15-d1983a10ec38 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164782 Aug 03 05:14:17.225082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:17.243500 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b0f40c29-7c86-4f48-bdcb-56a94cd2bc68 req-30be0a1d-79a7-417c-b986-8e47db9aa7bc service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853491 Aug 03 05:14:17.338239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b1d94-5e5b-4a41-bea1-49856abc6979 req-00852308-88f1-40b7-9b93-332c2f4edecf tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:17.339765 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c1b1d94-5e5b-4a41-bea1-49856abc6979 req-00852308-88f1-40b7-9b93-332c2f4edecf tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 944 time: 0.0558043 Aug 03 05:14:17.394209 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c1b1d94-5e5b-4a41-bea1-49856abc6979 req-619a9da0-ea4e-45cf-ab90-cf63d64bb086 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479674 Aug 03 05:14:17.672127 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40900) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:17.788602 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b96612db-2994-49c9-8786-4e7546f4b0e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:17.855448 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:17.871407 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b96612db-2994-49c9-8786-4e7546f4b0e1 admin admin] Publish callbacks [] for security_group (723b9b85-2260-447f-89ce-76e6879efb08), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:17.933642 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b96612db-2994-49c9-8786-4e7546f4b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (723b9b85-2260-447f-89ce-76e6879efb08), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:17.972721 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96612db-2994-49c9-8786-4e7546f4b0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=723b9b85-2260-447f-89ce-76e6879efb08,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:17.977056 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b96612db-2994-49c9-8786-4e7546f4b0e1 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0cf5f52a36cb479e96febcaf19896baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3042803 Aug 03 05:14:17.979863 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 40906) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:18.029154 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] Publish callbacks [] for security_group (723b9b85-2260-447f-89ce-76e6879efb08), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:18.055830 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] Publish callbacks [] for security_group (723b9b85-2260-447f-89ce-76e6879efb08), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:18.202634 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (723b9b85-2260-447f-89ce-76e6879efb08), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:18.205860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:18.207185 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/723b9b85-2260-447f-89ce-76e6879efb08 HTTP/1.1" status: 204 len: 168 time: 0.2263727 Aug 03 05:14:18.233402 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990a638-9edd-47cb-ae73-c46fced8487d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=723b9b85-2260-447f-89ce-76e6879efb08,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:18.323396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6b7473-b6c9-4633-bb71-2e18acbbf40d req-79d104f6-c782-496b-8f23-24f70ba91751 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:18.324815 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fa6b7473-b6c9-4633-bb71-2e18acbbf40d req-79d104f6-c782-496b-8f23-24f70ba91751 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0481789 Aug 03 05:14:18.377701 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fa6b7473-b6c9-4633-bb71-2e18acbbf40d req-8b01ddc9-308c-461f-8944-c118d15ab370 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458736 Aug 03 05:14:18.528605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41288bee-a20f-4b3b-a3f7-327c02218330 req-ddf0476c-23f3-429c-8aed-896d377347a0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:18.530387 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-41288bee-a20f-4b3b-a3f7-327c02218330 req-ddf0476c-23f3-429c-8aed-896d377347a0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 944 time: 0.0621748 Aug 03 05:14:18.586022 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-41288bee-a20f-4b3b-a3f7-327c02218330 req-ee59ea43-0114-446c-acd2-795a43cd584c tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498993 Aug 03 05:14:19.455546 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ab39c16a-7217-4934-84cd-d21aaa7ca4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:19.501717 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b4cc61-8b02-4c17-bc0d-999e2436b1af req-e84ed19b-ca5a-48f8-93fa-b9e66b93d16c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:19.503261 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-54b4cc61-8b02-4c17-bc0d-999e2436b1af req-e84ed19b-ca5a-48f8-93fa-b9e66b93d16c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0508137 Aug 03 05:14:19.547175 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=44,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:19.548235 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=46 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:19.555773 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-54b4cc61-8b02-4c17-bc0d-999e2436b1af req-2aa6313b-5173-48b3-a749-19519131c47d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464373 Aug 03 05:14:19.690393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:19.708287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e284a758-0572-467e-9d1e-ed03c67120ef req-5796b930-798a-461c-8143-31c5d7b94c9f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:19.710736 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e284a758-0572-467e-9d1e-ed03c67120ef req-5796b930-798a-461c-8143-31c5d7b94c9f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 944 time: 0.0502298 Aug 03 05:14:19.763576 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e284a758-0572-467e-9d1e-ed03c67120ef req-edc5489c-a2c6-4338-8f57-c2778c22d72a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480247 Aug 03 05:14:20.376075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 861c9439-6fce-492b-81fb-f040ee1eca77 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:14:20.479172 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=861c9439-6fce-492b-81fb-f040ee1eca77,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:20.492431 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '861c9439-6fce-492b-81fb-f040ee1eca77', 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792', 'port_id': '861c9439-6fce-492b-81fb-f040ee1eca77', 'mac_address': 'fa:16:3e:08:a2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d0b3ef-cd36-4105-979f-d919bc460bb2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:14:20.528152 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 861c9439-6fce-492b-81fb-f040ee1eca77 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:20.528551 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:20.543040 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 861c9439-6fce-492b-81fb-f040ee1eca77 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:14:20.570251 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=861c9439-6fce-492b-81fb-f040ee1eca77,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:20.623109 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 40996) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:20.653803 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:20.692655 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50720dfe-c055-4de5-a224-bde3bb5bd9a9 req-f99fcc77-6884-481b-adee-5ba11e36067e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:20.694505 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50720dfe-c055-4de5-a224-bde3bb5bd9a9 req-f99fcc77-6884-481b-adee-5ba11e36067e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0553517 Aug 03 05:14:20.714408 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:20.752752 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50720dfe-c055-4de5-a224-bde3bb5bd9a9 req-831b9506-efe1-4e19-b551-65d73f1171d5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514040 Aug 03 05:14:20.757132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:20.774499 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f2015981-bc7a-4c6a-8f9f-0f37d216f12a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:20.934964 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['861c9439-6fce-492b-81fb-f040ee1eca77'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:14:20.938182 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ba2f3-dabc-43ed-a5e5-d86145f84de8 req-cc5ef017-857c-4704-b750-0307f4617684 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:20.939808 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab6ba2f3-dabc-43ed-a5e5-d86145f84de8 req-cc5ef017-857c-4704-b750-0307f4617684 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1069434 Aug 03 05:14:20.950027 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc865-9236-46fe-a8d6-a5cfae25a893 req-93434e72-7571-4f09-8a86-692322d9241e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:20.951010 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-615fc865-9236-46fe-a8d6-a5cfae25a893 req-93434e72-7571-4f09-8a86-692322d9241e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 945 time: 0.1002526 Aug 03 05:14:20.970056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f2015981-bc7a-4c6a-8f9f-0f37d216f12a admin admin] Publish callbacks [] for security_group (f66bd7ae-d588-4d76-8ce4-e45e829f35e1), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.040822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab6ba2f3-dabc-43ed-a5e5-d86145f84de8 req-745722a3-f5bf-4dc6-b3f1-7c048088b0f7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884612 Aug 03 05:14:21.045490 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-615fc865-9236-46fe-a8d6-a5cfae25a893 req-dfcad72a-b676-4c88-8a0b-eb9a808d20e7 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869513 Aug 03 05:14:21.069658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f2015981-bc7a-4c6a-8f9f-0f37d216f12a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f66bd7ae-d588-4d76-8ce4-e45e829f35e1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.090923 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:21.123464 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-f2015981-bc7a-4c6a-8f9f-0f37d216f12a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7b2aac05d35042f6b7e0603d59f7385f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4956450 Aug 03 05:14:21.123680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41012) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:21.124532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2015981-bc7a-4c6a-8f9f-0f37d216f12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66bd7ae-d588-4d76-8ce4-e45e829f35e1,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:21.208272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:21.211344 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] Publish callbacks [] for security_group (f66bd7ae-d588-4d76-8ce4-e45e829f35e1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.257801 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] Publish callbacks [] for security_group (f66bd7ae-d588-4d76-8ce4-e45e829f35e1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.319552 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41022) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:21.408723 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f66bd7ae-d588-4d76-8ce4-e45e829f35e1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.412502 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.414132 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f66bd7ae-d588-4d76-8ce4-e45e829f35e1 HTTP/1.1" status: 204 len: 168 time: 0.2895377 Aug 03 05:14:21.426581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993fdff8-6f48-4562-9a98-d92ce006dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66bd7ae-d588-4d76-8ce4-e45e829f35e1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:21.474254 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7a520340-dcd4-4fcf-86e2-b607e32b2008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.556046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7a520340-dcd4-4fcf-86e2-b607e32b2008 admin admin] Publish callbacks [] for security_group (ce3ed0db-3f29-4ab7-be6e-ee1232937659), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.602374 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7a520340-dcd4-4fcf-86e2-b607e32b2008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ce3ed0db-3f29-4ab7-be6e-ee1232937659), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.644642 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7a520340-dcd4-4fcf-86e2-b607e32b2008 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=bc8e3c578de04aab9bc406861ffab4a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231099 Aug 03 05:14:21.645067 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a520340-dcd4-4fcf-86e2-b607e32b2008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3ed0db-3f29-4ab7-be6e-ee1232937659,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:21.646430 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41042) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:21.708780 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] Publish callbacks [] for security_group (ce3ed0db-3f29-4ab7-be6e-ee1232937659), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.720787 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:21.732876 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] Publish callbacks [] for security_group (ce3ed0db-3f29-4ab7-be6e-ee1232937659), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.790669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.902999 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ce3ed0db-3f29-4ab7-be6e-ee1232937659), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.905668 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:21.912805 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ce3ed0db-3f29-4ab7-be6e-ee1232937659 HTTP/1.1" status: 204 len: 168 time: 0.2611659 Aug 03 05:14:21.922939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd0bd6-b21a-4746-8e19-d225e71de131 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3ed0db-3f29-4ab7-be6e-ee1232937659,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:22.023121 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.196756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376daa4-53cc-44f0-8e88-ee10984443bc req-9b3a89dc-beed-4791-8a5e-d118371e4f9e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:22.198254 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0376daa4-53cc-44f0-8e88-ee10984443bc req-9b3a89dc-beed-4791-8a5e-d118371e4f9e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 945 time: 0.0492778 Aug 03 05:14:22.244378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:22.252753 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0376daa4-53cc-44f0-8e88-ee10984443bc req-1778dc7b-9c93-4795-a108-ac059549d797 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481942 Aug 03 05:14:22.331784 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.393145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 861c9439-6fce-492b-81fb-f040ee1eca77 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:22.439441 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 861c9439-6fce-492b-81fb-f040ee1eca77 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:14:22.543164 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 861c9439-6fce-492b-81fb-f040ee1eca77 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:22.543553 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.631688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 861c9439-6fce-492b-81fb-f040ee1eca77 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:22.632226 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.665933 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:14:22.665933 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fd7180-8d01-4f1a-a6ad-a7eaffbdc5f2" -d '{"events": [{"server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "name": "network-vif-plugged", "status": "completed", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:14:22.665933 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:22.677112 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=861c9439-6fce-492b-81fb-f040ee1eca77,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:22.695103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41100) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:22.704995 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9d4ca4-b75f-4335-bbff-c1ae3237e54b x-openstack-request-id: req-8d9d4ca4-b75f-4335-bbff-c1ae3237e54b {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:14:22.705502 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "name": "network-vif-plugged", "status": "completed", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:14:22.705761 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8d9d4ca4-b75f-4335-bbff-c1ae3237e54b {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:14:22.706347 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9d4ca4-b75f-4335-bbff-c1ae3237e54b'] response: {'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77', 'code': 200} Aug 03 05:14:22.710066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eeb26206-01ce-471d-93e1-a94e030aa411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.793476 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eeb26206-01ce-471d-93e1-a94e030aa411 admin admin] Publish callbacks [] for security_group (4efa285e-87fa-45dd-a637-98568836502a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.802156 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.850356 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:22.886162 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eeb26206-01ce-471d-93e1-a94e030aa411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (4efa285e-87fa-45dd-a637-98568836502a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:22.945228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb26206-01ce-471d-93e1-a94e030aa411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4efa285e-87fa-45dd-a637-98568836502a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:22.965602 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41108) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:22.966512 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-eeb26206-01ce-471d-93e1-a94e030aa411 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b5e409d5fe204d2cb86fab77ca60ab41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2594461 Aug 03 05:14:23.018654 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] Publish callbacks [] for security_group (4efa285e-87fa-45dd-a637-98568836502a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:23.045515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] Publish callbacks [] for security_group (4efa285e-87fa-45dd-a637-98568836502a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:23.136927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006875c6-14a4-40c8-a0bc-cf6cc14e6145 req-812371ec-f16d-4570-a359-990ec9fe84ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:23.138394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-006875c6-14a4-40c8-a0bc-cf6cc14e6145 req-812371ec-f16d-4570-a359-990ec9fe84ec service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 1130 time: 0.0401933 Aug 03 05:14:23.191734 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-006875c6-14a4-40c8-a0bc-cf6cc14e6145 req-819b54a4-fc45-4043-a1c7-d8233fd109ae service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437834 Aug 03 05:14:23.213776 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (4efa285e-87fa-45dd-a637-98568836502a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:23.216658 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:23.217812 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4efa285e-87fa-45dd-a637-98568836502a HTTP/1.1" status: 204 len: 168 time: 0.2608461 Aug 03 05:14:23.227149 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28aca13-8c33-4ac3-bc8a-641c7bf63967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4efa285e-87fa-45dd-a637-98568836502a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:23.380892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61cbd8c-ddab-4200-8de3-54767affd187 req-503d4ad1-26d2-4ad7-b393-699cfcc9a46b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:23.382415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f61cbd8c-ddab-4200-8de3-54767affd187 req-503d4ad1-26d2-4ad7-b393-699cfcc9a46b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0479734 Aug 03 05:14:23.444910 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f61cbd8c-ddab-4200-8de3-54767affd187 req-45e43244-50fc-411e-98d5-456c2fd51226 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544989 Aug 03 05:14:23.530824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e645f-414c-4281-90e9-c8e4ee689d28 req-c22bc0fd-c7ee-4651-89bd-2587dd927ef7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:23.530824 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-799e645f-414c-4281-90e9-c8e4ee689d28 req-c22bc0fd-c7ee-4651-89bd-2587dd927ef7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0540018 Aug 03 05:14:23.575311 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:23.584205 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:14:23.628418 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-799e645f-414c-4281-90e9-c8e4ee689d28 req-1317d052-7342-4545-8d42-631ca680c718 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935960 Aug 03 05:14:23.645194 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-a483e0e1-7da7-444a-bf95-8087809830de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:23.647162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-a483e0e1-7da7-444a-bf95-8087809830de service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.0641418 Aug 03 05:14:24.129370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-e7e6e217-858a-4121-b880-874ba95e6846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:24.130831 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-e7e6e217-858a-4121-b880-874ba95e6846 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0923188 Aug 03 05:14:24.172898 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-8fe52f9f-650a-4a85-bac9-a8be5544277c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.0333834 Aug 03 05:14:24.222268 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-4d83210f-eaf4-4eff-88ce-6a7e236a4e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:24.223647 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-4d83210f-eaf4-4eff-88ce-6a7e236a4e84 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0446117 Aug 03 05:14:24.283416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-a9e23f91-d6dc-4a0f-a169-d06cf0fd778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:24.284983 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-a9e23f91-d6dc-4a0f-a169-d06cf0fd778c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429361 Aug 03 05:14:24.389899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-07079e28-3fc6-4131-a34f-0d437f2c5b67 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890696 Aug 03 05:14:24.550573 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41168) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:24.566937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ee392-1627-4c06-aaff-926e403e2428 req-dfa1e53c-ccc4-414d-ab37-66c6bf777785 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:24.568455 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-257ee392-1627-4c06-aaff-926e403e2428 req-dfa1e53c-ccc4-414d-ab37-66c6bf777785 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0534396 Aug 03 05:14:24.630308 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-257ee392-1627-4c06-aaff-926e403e2428 req-431293f6-fbbd-45d3-9563-b7ab205b8aec tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539043 Aug 03 05:14:24.762316 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886ca45-cf10-4cb1-bdbf-90ddc384b0bd req-f82fe418-b734-4bf8-8f58-2cf790584c92 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:24.771602 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4886ca45-cf10-4cb1-bdbf-90ddc384b0bd req-f82fe418-b734-4bf8-8f58-2cf790584c92 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0525966 Aug 03 05:14:24.816431 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4886ca45-cf10-4cb1-bdbf-90ddc384b0bd req-12e5f363-ba67-428d-9e1b-7045b9fd44f2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Aug 03 05:14:24.909953 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-25632442-f717-420d-88b2-befe64c17f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:24.931337 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:24.990989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-25632442-f717-420d-88b2-befe64c17f9d admin admin] Publish callbacks [] for security_group (8df6af93-6eb0-4446-a31c-865167fb7db3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.042589 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-25632442-f717-420d-88b2-befe64c17f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (8df6af93-6eb0-4446-a31c-865167fb7db3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.085494 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-25632442-f717-420d-88b2-befe64c17f9d admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5768143089fe4d1d9cffd180c16b88a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5330641 Aug 03 05:14:25.087583 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25632442-f717-420d-88b2-befe64c17f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6af93-6eb0-4446-a31c-865167fb7db3,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:25.088238 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41184) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:25.116475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:25.150512 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0980b1d-e578-485e-b671-1a75a39c76cd req-751a0e7b-91e2-4d99-994d-37d530515c4e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235240 Aug 03 05:14:25.171086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] Publish callbacks [] for security_group (8df6af93-6eb0-4446-a31c-865167fb7db3), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.196464 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] Publish callbacks [] for security_group (8df6af93-6eb0-4446-a31c-865167fb7db3), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.304831 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (8df6af93-6eb0-4446-a31c-865167fb7db3), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.307495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:25.308735 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/8df6af93-6eb0-4446-a31c-865167fb7db3 HTTP/1.1" status: 204 len: 168 time: 0.2194941 Aug 03 05:14:25.317249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b47d5-f949-406a-8a0a-846e71823a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6af93-6eb0-4446-a31c-865167fb7db3,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:25.786534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b61062-a4f5-4849-8518-6366cdc3bbc4 req-4cab2e41-2238-4d17-ab83-ebe66e479de1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:25.788101 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82b61062-a4f5-4849-8518-6366cdc3bbc4 req-4cab2e41-2238-4d17-ab83-ebe66e479de1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0662916 Aug 03 05:14:25.853291 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82b61062-a4f5-4849-8518-6366cdc3bbc4 req-1f1777a4-b53f-4a81-8c1f-72139a1f6108 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569479 Aug 03 05:14:25.972925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075999a-a498-481c-aefe-cfa49eb4015c req-f74c36af-6f43-44c0-8a1a-2fc6c5a8d54b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:25.976972 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b075999a-a498-481c-aefe-cfa49eb4015c req-f74c36af-6f43-44c0-8a1a-2fc6c5a8d54b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0626678 Aug 03 05:14:26.025459 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b075999a-a498-481c-aefe-cfa49eb4015c req-0e4ce0a6-b6b4-4f57-aae5-833e3aa5af7b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439594 Aug 03 05:14:26.778177 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41264) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:26.884194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b31e1de0-8d36-4cee-be13-203f93f61d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:26.966310 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b31e1de0-8d36-4cee-be13-203f93f61d5a admin admin] Publish callbacks [] for security_group (e254ce81-4cae-4ef6-8498-6a05550b3ed4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.067577 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b31e1de0-8d36-4cee-be13-203f93f61d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e254ce81-4cae-4ef6-8498-6a05550b3ed4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.128068 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b31e1de0-8d36-4cee-be13-203f93f61d5a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b3fa064fa97f4831b167b339a52ea987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473701 Aug 03 05:14:27.129246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e1de0-8d36-4cee-be13-203f93f61d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e254ce81-4cae-4ef6-8498-6a05550b3ed4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:27.129804 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41280) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:27.207276 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be28d20-a515-4a4a-ab84-df84bdb2ba44 req-795116e2-f10c-48e9-9dc7-9dfde6b5ccc1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:27.208754 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3be28d20-a515-4a4a-ab84-df84bdb2ba44 req-795116e2-f10c-48e9-9dc7-9dfde6b5ccc1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0721262 Aug 03 05:14:27.236757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] Publish callbacks [] for security_group (e254ce81-4cae-4ef6-8498-6a05550b3ed4), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.253713 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:27.288246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] Publish callbacks [] for security_group (e254ce81-4cae-4ef6-8498-6a05550b3ed4), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.306315 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3be28d20-a515-4a4a-ab84-df84bdb2ba44 req-a9b693aa-f916-4fd0-be4b-d30acb14a919 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906582 Aug 03 05:14:27.445616 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e254ce81-4cae-4ef6-8498-6a05550b3ed4), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.450197 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:27.451104 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e254ce81-4cae-4ef6-8498-6a05550b3ed4 HTTP/1.1" status: 204 len: 168 time: 0.3202369 Aug 03 05:14:27.490980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e0d246-4169-4c0a-82e4-d7d507b3ed68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e254ce81-4cae-4ef6-8498-6a05550b3ed4,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:27.559729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b4c0fd-d0aa-4ab0-b510-e21194a8ae7c req-4229464d-23c5-4661-a51a-5ec86e3991fc tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:27.561226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-47b4c0fd-d0aa-4ab0-b510-e21194a8ae7c req-4229464d-23c5-4661-a51a-5ec86e3991fc tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0515008 Aug 03 05:14:27.613109 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-47b4c0fd-d0aa-4ab0-b510-e21194a8ae7c req-df24db60-4f52-4718-b256-92b1cebdcddd tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463398 Aug 03 05:14:28.193032 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41306) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:28.206877 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2659-f4d2-46aa-8031-21ad5a6b2980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.280855 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2659-f4d2-46aa-8031-21ad5a6b2980 admin admin] Publish callbacks [] for security_group (9de9e35a-00d2-4381-a482-298e59c38371), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.371060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ae1c2659-f4d2-46aa-8031-21ad5a6b2980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (9de9e35a-00d2-4381-a482-298e59c38371), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.443110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c2659-f4d2-46aa-8031-21ad5a6b2980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de9e35a-00d2-4381-a482-298e59c38371,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:28.448223 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ae1c2659-f4d2-46aa-8031-21ad5a6b2980 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cd947cc5313444e2b22b0c56cc55e812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541640 Aug 03 05:14:28.451274 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41310) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:28.465995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:28.474007 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4971f22-c7a4-4866-b67c-1e5271793379 req-eaf534ba-ded9-452f-8e24-b22be700de05 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:28.475460 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f4971f22-c7a4-4866-b67c-1e5271793379 req-eaf534ba-ded9-452f-8e24-b22be700de05 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0865402 Aug 03 05:14:28.544432 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] Publish callbacks [] for security_group (9de9e35a-00d2-4381-a482-298e59c38371), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.551937 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f4971f22-c7a4-4866-b67c-1e5271793379 req-696f8f8f-be30-477a-8ea3-8754f8870486 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689878 Aug 03 05:14:28.576142 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] Publish callbacks [] for security_group (9de9e35a-00d2-4381-a482-298e59c38371), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.728923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (9de9e35a-00d2-4381-a482-298e59c38371), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.731521 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:28.732663 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/9de9e35a-00d2-4381-a482-298e59c38371 HTTP/1.1" status: 204 len: 168 time: 0.2807920 Aug 03 05:14:28.747385 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577626eb-8e14-4d9a-9d85-18e20f4f0138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de9e35a-00d2-4381-a482-298e59c38371,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:28.759080 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be67a3-8cf7-4fca-8b45-dc2552dd63b4 req-86e8718b-be4e-45b6-b2ab-414bc62eb7a1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:28.760671 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f3be67a3-8cf7-4fca-8b45-dc2552dd63b4 req-86e8718b-be4e-45b6-b2ab-414bc62eb7a1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0661235 Aug 03 05:14:28.811644 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f3be67a3-8cf7-4fca-8b45-dc2552dd63b4 req-e6e980e9-7c53-4cf1-82d3-5ea7294eadbb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437152 Aug 03 05:14:29.680333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66aa9e-3b18-4777-8e71-b5b8187677e2 req-c94fe404-c962-4131-b57f-51d2c293d39c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:29.681842 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dd66aa9e-3b18-4777-8e71-b5b8187677e2 req-c94fe404-c962-4131-b57f-51d2c293d39c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0498109 Aug 03 05:14:29.707479 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:29.736294 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dd66aa9e-3b18-4777-8e71-b5b8187677e2 req-b53cdf8f-5c0d-4adb-acc7-f77f8a4f8ba7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468740 Aug 03 05:14:29.953920 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3b406-16be-44c2-83b9-efc29b962f5f req-1d1a9208-2ab5-4dfc-82c8-111e656de114 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:29.953920 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2d3b406-16be-44c2-83b9-efc29b962f5f req-1d1a9208-2ab5-4dfc-82c8-111e656de114 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0487337 Aug 03 05:14:30.235737 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2d3b406-16be-44c2-83b9-efc29b962f5f req-b342d141-acb0-42da-8dbf-d907e8bf9f22 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768345 Aug 03 05:14:30.849814 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31599415-3d89-4f20-80c2-d75e1e1a6216 req-892f53c4-a6e1-4070-b674-5fc01c6acffc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:30.851283 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-31599415-3d89-4f20-80c2-d75e1e1a6216 req-892f53c4-a6e1-4070-b674-5fc01c6acffc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0451865 Aug 03 05:14:30.903710 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-31599415-3d89-4f20-80c2-d75e1e1a6216 req-db161791-d5a1-4e9d-9d3d-66ff3ca14a03 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467386 Aug 03 05:14:31.403925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1fe4d1-c230-4266-8634-1ec8e586f72b req-da2d4054-72de-47f5-ace8-5d66a7cc85c6 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:31.405470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1e1fe4d1-c230-4266-8634-1ec8e586f72b req-da2d4054-72de-47f5-ace8-5d66a7cc85c6 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0521221 Aug 03 05:14:31.458219 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1e1fe4d1-c230-4266-8634-1ec8e586f72b req-4a4c137a-893d-49c2-96e0-7b779524a8cd tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Aug 03 05:14:31.723851 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446157fd-4da7-4a24-8134-c20d87692758 req-ef9f8ac2-e4fe-48ca-8066-aa2bea4270b0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:31.725337 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-446157fd-4da7-4a24-8134-c20d87692758 req-ef9f8ac2-e4fe-48ca-8066-aa2bea4270b0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 946 time: 0.0469656 Aug 03 05:14:31.848574 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Deleting port 861c9439-6fce-492b-81fb-f040ee1eca77 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:14:31.848929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:31.939016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] For port 861c9439-6fce-492b-81fb-f040ee1eca77, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=861c9439-6fce-492b-81fb-f040ee1eca77,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:31.939547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:31.956562 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Calling delete_port for 861c9439-6fce-492b-81fb-f040ee1eca77 owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:14:32.062705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c367f-e04f-4f9f-92ff-d9f9e5d6790a req-e2667249-064c-45fc-abfa-eef89aa01fb5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:32.064256 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d3c367f-e04f-4f9f-92ff-d9f9e5d6790a req-e2667249-064c-45fc-abfa-eef89aa01fb5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0645921 Aug 03 05:14:32.150298 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d3c367f-e04f-4f9f-92ff-d9f9e5d6790a req-32f520b5-0b90-426b-b4f2-0222ac32768c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766344 Aug 03 05:14:32.253830 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (861c9439-6fce-492b-81fb-f040ee1eca77), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:32.259880 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:32.269195 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['861c9439-6fce-492b-81fb-f040ee1eca77'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:14:32.283702 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Pushing event deleted for resources: {'Port': ['ID=861c9439-6fce-492b-81fb-f040ee1eca77,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:32.348009 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] No DVR routers for this DVR port 861c9439-6fce-492b-81fb-f040ee1eca77 on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:14:32.352751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:32.356150 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-446157fd-4da7-4a24-8134-c20d87692758 req-15784337-ee59-4f57-990a-620d0168414e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "DELETE /networking/v2.0/ports/861c9439-6fce-492b-81fb-f040ee1eca77 HTTP/1.1" status: 204 len: 173 time: 0.6200905 Aug 03 05:14:32.356605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'name': 'network-vif-deleted', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:14:32.359689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4315fea-2b3c-422a-96c3-22f438401dec" -d '{"events": [{"server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "name": "network-vif-deleted", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:14:32.408720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d37d3035-cbda-4c66-8797-48922ae895c1 x-openstack-request-id: req-d37d3035-cbda-4c66-8797-48922ae895c1 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:14:32.408720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97b1b665-e8a1-45eb-8455-613441574fdd", "name": "network-vif-deleted", "tag": "861c9439-6fce-492b-81fb-f040ee1eca77", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:14:32.408720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d37d3035-cbda-4c66-8797-48922ae895c1 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:14:32.408720 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d37d3035-cbda-4c66-8797-48922ae895c1'] response: {'server_uuid': '97b1b665-e8a1-45eb-8455-613441574fdd', 'name': 'network-vif-deleted', 'tag': '861c9439-6fce-492b-81fb-f040ee1eca77', 'status': 'completed', 'code': 200} Aug 03 05:14:32.566076 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-83f2a1c7-800c-46af-9f21-6beff3dfa6ce req-981f5cd9-1a1b-414b-9b39-5a0bc21c5d6f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=97b1b665-e8a1-45eb-8455-613441574fdd HTTP/1.1" status: 200 len: 210 time: 0.0355105 Aug 03 05:14:33.272152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06828abd-e447-4b09-bb47-c824e6811531 req-7401e718-83aa-47f5-a405-242c57cbf40b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:33.273705 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-06828abd-e447-4b09-bb47-c824e6811531 req-7401e718-83aa-47f5-a405-242c57cbf40b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0479014 Aug 03 05:14:33.322081 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-06828abd-e447-4b09-bb47-c824e6811531 req-9a80069e-9ed9-4b88-bfda-3afb26bfe8e1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425217 Aug 03 05:14:33.571064 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:33.883535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:33.912815 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-40c5f43c-0d6b-4217-b70c-efd1113c700a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:33.914266 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-40c5f43c-0d6b-4217-b70c-efd1113c700a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792 HTTP/1.1" status: 200 len: 809 time: 0.1072671 Aug 03 05:14:33.929612 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-3bdc4ffc-f13e-41fb-a39e-1db187244662 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/quotas/d9b28cfcd2da41528eb3d71199d3b2d9 HTTP/1.1" status: 200 len: 375 time: 0.0097237 Aug 03 05:14:33.962662 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-0c8c5f9a-6815-4cc1-873a-1ccc73ce92fb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281045 Aug 03 05:14:34.063265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-0498a8a1-c879-4dbd-b409-3b617c5fed05 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937729 Aug 03 05:14:34.164673 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-bc1a223a-4f86-4299-b1e4-6b2380029fbc service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929675 Aug 03 05:14:34.495738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50d9447c-eb6e-42d8-b1ff-650098be06fa req-dcd1f49e-8bc4-4253-8c45-d5477d64e605 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0879683 Aug 03 05:14:34.526510 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de1b1e7-4f82-4ab2-a162-0f35927fdf31 req-348301cd-7c51-4bbd-8d40-fd3717dcea35 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:34.531621 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7de1b1e7-4f82-4ab2-a162-0f35927fdf31 req-348301cd-7c51-4bbd-8d40-fd3717dcea35 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0991914 Aug 03 05:14:34.610874 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7de1b1e7-4f82-4ab2-a162-0f35927fdf31 req-496efce1-a022-4752-abc7-9cb672622c93 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764680 Aug 03 05:14:35.605603 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6b7a1ffe-ef72-42aa-be97-b92d468b817c req-aeafa933-adab-4f10-a6a4-0a95ff7fd88d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0308499 Aug 03 05:14:35.745480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc221e4-6392-4323-9c45-10412a158b56 req-26b21997-e3c3-40a3-9b94-6e414e10d413 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:35.747003 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6fc221e4-6392-4323-9c45-10412a158b56 req-26b21997-e3c3-40a3-9b94-6e414e10d413 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0500255 Aug 03 05:14:35.809205 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6fc221e4-6392-4323-9c45-10412a158b56 req-a84405df-399b-40b8-8869-e369b53811f1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493364 Aug 03 05:14:36.452087 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 861c9439-6fce-492b-81fb-f040ee1eca77 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:14:36.480950 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 861c9439-6fce-492b-81fb-f040ee1eca77 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:14:36.481439 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 861c9439-6fce-492b-81fb-f040ee1eca77 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:14:36.550016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-e7a822de-55ac-427c-9abc-bb62fd99c518 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:36.551477 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-e7a822de-55ac-427c-9abc-bb62fd99c518 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792 HTTP/1.1" status: 200 len: 809 time: 0.1274076 Aug 03 05:14:36.568289 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Request body: {'port': {'device_id': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792', 'admin_state_up': True, 'tenant_id': 'd9b28cfcd2da41528eb3d71199d3b2d9'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:36.714872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:36.760188 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7b7ffcf5-4b1b-48ae-af6a-87e20ecb27d5 req-c9393360-40d6-465d-a171-8ec8863b0a03 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0407958 Aug 03 05:14:36.886435 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Made reservation on behalf of d9b28cfcd2da41528eb3d71199d3b2d9 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:36.890877 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:36.980598 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41608) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:37.015892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423df9c0-d9c3-42d8-b93e-e5c7b822e46f req-a0ee4a16-9454-49e5-9e44-f3e99c2362e4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:37.015892 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-423df9c0-d9c3-42d8-b93e-e5c7b822e46f req-a0ee4a16-9454-49e5-9e44-f3e99c2362e4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1189106 Aug 03 05:14:37.121199 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=67,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:37.124238 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=21,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:37.176250 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-898cc796-cba2-4b3f-8d17-8a0b57cbb43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.181714 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-423df9c0-d9c3-42d8-b93e-e5c7b822e46f req-a63622c0-c60a-4762-92b3-d2c81c77d52b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542606 Aug 03 05:14:37.197010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Allocated IP 172.20.0.6 (ba7b8207-d6ca-4229-bc73-fdc35e4a9792/d6d0b3ef-cd36-4105-979f-d919bc460bb2/f2ab039a-8219-434d-9b4b-67e3c8ffc9ba) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:37.268604 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-898cc796-cba2-4b3f-8d17-8a0b57cbb43b admin admin] Publish callbacks [] for security_group (68d5a6a9-38c5-42fd-a31f-ed270b15fe3b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.361571 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-898cc796-cba2-4b3f-8d17-8a0b57cbb43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (68d5a6a9-38c5-42fd-a31f-ed270b15fe3b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.393283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks [] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.411940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:37.413611 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc796-cba2-4b3f-8d17-8a0b57cbb43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d5a6a9-38c5-42fd-a31f-ed270b15fe3b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:37.425677 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-898cc796-cba2-4b3f-8d17-8a0b57cbb43b admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ef8af2a50aeb4f8689a5df42249a7fa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4422717 Aug 03 05:14:37.426124 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41628) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:37.481525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] Publish callbacks [] for security_group (68d5a6a9-38c5-42fd-a31f-ed270b15fe3b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.499838 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.504507 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] Publish callbacks [] for security_group (68d5a6a9-38c5-42fd-a31f-ed270b15fe3b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.578456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:37.602405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:37.605495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:14:37.612189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:37.627133 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (68d5a6a9-38c5-42fd-a31f-ed270b15fe3b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.629688 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.640858 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/68d5a6a9-38c5-42fd-a31f-ed270b15fe3b HTTP/1.1" status: 204 len: 168 time: 0.2137396 Aug 03 05:14:37.654198 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44c93c-0483-4608-99e0-748680ba8d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d5a6a9-38c5-42fd-a31f-ed270b15fe3b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:37.684309 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:37.685320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.748221 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41642) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:37.771052 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-164e4187-7804-4838-b7d5-624012e2fa3d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2065578 Aug 03 05:14:37.875800 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a0857a1c-a2ea-4cb3-937b-d7797fa8249f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:37.912530 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:37.934813 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:37.944929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8787bc-1e84-4889-9064-31ed4b22072e req-49c1cfb7-e6b9-4360-a6d9-33ac37b7d3b0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:37.946433 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1f8787bc-1e84-4889-9064-31ed4b22072e req-49c1cfb7-e6b9-4360-a6d9-33ac37b7d3b0 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 931 time: 0.0643075 Aug 03 05:14:37.972589 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a0857a1c-a2ea-4cb3-937b-d7797fa8249f admin admin] Publish callbacks [] for security_group (3ee01f0e-3099-45c9-bd86-4a1121f533ca), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.002080 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1f8787bc-1e84-4889-9064-31ed4b22072e req-3c4110eb-6ca4-44f7-a158-9f126181fe86 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484390 Aug 03 05:14:38.058681 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a0857a1c-a2ea-4cb3-937b-d7797fa8249f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3ee01f0e-3099-45c9-bd86-4a1121f533ca), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.096762 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a0857a1c-a2ea-4cb3-937b-d7797fa8249f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=5121fbd6cff74504b78c2bfdd4fedf85&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3473320 Aug 03 05:14:38.099554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41656) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:38.107020 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0857a1c-a2ea-4cb3-937b-d7797fa8249f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee01f0e-3099-45c9-bd86-4a1121f533ca,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:38.152450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] Publish callbacks [] for security_group (3ee01f0e-3099-45c9-bd86-4a1121f533ca), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.174149 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] Publish callbacks [] for security_group (3ee01f0e-3099-45c9-bd86-4a1121f533ca), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.313705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00feec3-24f8-4621-b546-087638fd5da0 req-7b6cf1d3-7058-477b-bfad-923a4aefc925 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:38.317508 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b00feec3-24f8-4621-b546-087638fd5da0 req-7b6cf1d3-7058-477b-bfad-923a4aefc925 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0565832 Aug 03 05:14:38.347778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3ee01f0e-3099-45c9-bd86-4a1121f533ca), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.350296 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.353921 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3ee01f0e-3099-45c9-bd86-4a1121f533ca HTTP/1.1" status: 204 len: 168 time: 0.2508442 Aug 03 05:14:38.372294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68e99d6-15ae-405a-977f-f1ed4f58a884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee01f0e-3099-45c9-bd86-4a1121f533ca,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:38.378692 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b00feec3-24f8-4621-b546-087638fd5da0 req-1a326a60-22db-4e24-a1f7-2650486ceebc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578890 Aug 03 05:14:38.450443 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41670) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:38.463867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7e5078c-f9a0-40c8-bf56-7439db228bbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.536844 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:38.541471 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7e5078c-f9a0-40c8-bf56-7439db228bbe admin admin] Publish callbacks [] for security_group (e1260200-eb37-4377-adf7-def22365cad9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.600075 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b7e5078c-f9a0-40c8-bf56-7439db228bbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e1260200-eb37-4377-adf7-def22365cad9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.645172 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b7e5078c-f9a0-40c8-bf56-7439db228bbe admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9b4624a35d8142d184ff323dfdd85d9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1935945 Aug 03 05:14:38.647996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41674) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:38.649147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e5078c-f9a0-40c8-bf56-7439db228bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1260200-eb37-4377-adf7-def22365cad9,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:38.726357 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] Publish callbacks [] for security_group (e1260200-eb37-4377-adf7-def22365cad9), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.758208 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] Publish callbacks [] for security_group (e1260200-eb37-4377-adf7-def22365cad9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.932983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e1260200-eb37-4377-adf7-def22365cad9), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.935710 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:38.936938 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e1260200-eb37-4377-adf7-def22365cad9 HTTP/1.1" status: 204 len: 168 time: 0.2878039 Aug 03 05:14:38.945207 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bfb5e5-f06b-48e9-958b-3a0737069913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1260200-eb37-4377-adf7-def22365cad9,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:39.124451 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013bebe-e139-4463-94d8-700342fb66aa req-af8285fe-00d9-452c-9cce-0692e66e0044 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:39.126931 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c013bebe-e139-4463-94d8-700342fb66aa req-af8285fe-00d9-452c-9cce-0692e66e0044 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 931 time: 0.0511162 Aug 03 05:14:39.159738 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41686) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:39.178569 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f91efa2a-0400-4c5d-9b78-ddfa4b0b2fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.186623 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c013bebe-e139-4463-94d8-700342fb66aa req-4aab5bd1-53c1-477e-be7c-cb23d88e437f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530491 Aug 03 05:14:39.274266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Request body: {'port': {'device_id': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:39.279894 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f91efa2a-0400-4c5d-9b78-ddfa4b0b2fcd admin admin] Publish callbacks [] for security_group (0526a776-6f62-4837-bbbb-5e2fd1c32fd7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.348546 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.367707 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f91efa2a-0400-4c5d-9b78-ddfa4b0b2fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0526a776-6f62-4837-bbbb-5e2fd1c32fd7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.435333 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f91efa2a-0400-4c5d-9b78-ddfa4b0b2fcd admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2e85a0ae928f421fb2fec1285c4c1941&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718608 Aug 03 05:14:39.435333 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91efa2a-0400-4c5d-9b78-ddfa4b0b2fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0526a776-6f62-4837-bbbb-5e2fd1c32fd7,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:39.437381 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41694) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:39.444707 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=16,neutron:SELECT=79,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:39.493251 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] Publish callbacks [] for security_group (0526a776-6f62-4837-bbbb-5e2fd1c32fd7), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.517197 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] Publish callbacks [] for security_group (0526a776-6f62-4837-bbbb-5e2fd1c32fd7), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.548768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f015161f-31c5-4a08-9431-1b2b56f9a4cd req-e53978b3-f772-42d1-ab91-d2e7151b12ca tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:39.550246 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f015161f-31c5-4a08-9431-1b2b56f9a4cd req-e53978b3-f772-42d1-ab91-d2e7151b12ca tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0712218 Aug 03 05:14:39.608733 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41696) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:39.610777 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:39.622428 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e95cec94-72c0-4298-978d-4c8515fd3a8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.652162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f015161f-31c5-4a08-9431-1b2b56f9a4cd req-a6bd23c9-5659-43b7-9649-cf2b854e52dc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735736 Aug 03 05:14:39.668362 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0526a776-6f62-4837-bbbb-5e2fd1c32fd7), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.671100 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.672598 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0526a776-6f62-4837-bbbb-5e2fd1c32fd7 HTTP/1.1" status: 204 len: 168 time: 0.2338266 Aug 03 05:14:39.695064 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdcec0-89b7-40db-9d4d-aa13d0e1e75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526a776-6f62-4837-bbbb-5e2fd1c32fd7,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:39.707240 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ab039a-8219-434d-9b4b-67e3c8ffc9ba {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:14:39.715114 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks [] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.729332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Transition to ACTIVE for port object f2ab039a-8219-434d-9b4b-67e3c8ffc9ba will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:14:39.751795 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e95cec94-72c0-4298-978d-4c8515fd3a8f admin admin] Publish callbacks [] for security_group (26a32f6f-5c04-4d82-921e-2cb94280e0d8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.804949 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.830018 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e95cec94-72c0-4298-978d-4c8515fd3a8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (26a32f6f-5c04-4d82-921e-2cb94280e0d8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.847781 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:39.871122 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e95cec94-72c0-4298-978d-4c8515fd3a8f admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=9c362a83db8e4eacaf885de9779eba7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2609828 Aug 03 05:14:39.873084 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cec94-72c0-4298-978d-4c8515fd3a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26a32f6f-5c04-4d82-921e-2cb94280e0d8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:39.875851 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41700) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:39.892564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:39.925609 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Attempting to bind port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:14:39.925943 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Attempting to bind port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:14:39.926273 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Attempting to bind port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:39.932625 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:14:39.932625 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Attempting to bind port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba on network ba7b8207-d6ca-4229-bc73-fdc35e4a9792 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:39.940852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:14:39.940852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Checking segment: {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:39.940852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Bound using segment: {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:14:39.941231 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Bound port: f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46de4f66-9708-4b92-b1c0-e7d527048548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:14:39.941472 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.944365 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] Publish callbacks [] for security_group (26a32f6f-5c04-4d82-921e-2cb94280e0d8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:39.970811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] Publish callbacks [] for security_group (26a32f6f-5c04-4d82-921e-2cb94280e0d8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.012834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:14:40.016361 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:14:40.109064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.127976 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (26a32f6f-5c04-4d82-921e-2cb94280e0d8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.130492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.136739 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/26a32f6f-5c04-4d82-921e-2cb94280e0d8 HTTP/1.1" status: 204 len: 168 time: 0.2549670 Aug 03 05:14:40.137056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.137056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.137056 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/f2ab039a-8219-434d-9b4b-67e3c8ffc9ba HTTP/1.1" status: 200 len: 1093 time: 0.8663588 Aug 03 05:14:40.137056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:14:40.139373 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa34508-5077-4973-aeac-0fe1217296c0" -d '{"events": [{"name": "network-changed", "server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:14:40.145195 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7993f0-0fc6-4edf-93da-4de6dd878be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a32f6f-5c04-4d82-921e-2cb94280e0d8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:40.181137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:40.192115 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5afc1b-3403-445b-a8e7-70a2104da5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:40.197834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ca26eb5-674c-4b99-890c-86fbf4c248e4 x-openstack-request-id: req-2ca26eb5-674c-4b99-890c-86fbf4c248e4 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:14:40.198238 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:14:40.198722 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2ca26eb5-674c-4b99-890c-86fbf4c248e4 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:14:40.199421 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ca26eb5-674c-4b99-890c-86fbf4c248e4'] response: {'name': 'network-changed', 'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'status': 'completed', 'code': 200} Aug 03 05:14:40.283141 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-7373ddd0-68fb-4b5b-acbc-edf3a90093fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.284799 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-7373ddd0-68fb-4b5b-acbc-edf3a90093fb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0697627 Aug 03 05:14:40.399565 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bcf73-0b04-43e9-a747-d521574dd8c5 req-dd8b361d-5a7b-457b-87c4-7c73b4805807 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.401095 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-213bcf73-0b04-43e9-a747-d521574dd8c5 req-dd8b361d-5a7b-457b-87c4-7c73b4805807 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0964384 Aug 03 05:14:40.474494 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-7a42e25e-5824-4c99-9099-e5d0d4361037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.476001 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-7a42e25e-5824-4c99-9099-e5d0d4361037 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1805284 Aug 03 05:14:40.480470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-213bcf73-0b04-43e9-a747-d521574dd8c5 req-5d321853-7481-481d-b892-adc796c97e17 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723772 Aug 03 05:14:40.536211 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41724) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:40.549581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6aac96ad-a2ed-475a-b537-06dfd19652cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.583401 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-0b438b79-da4c-4d4b-98a7-87e3d224ff86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.584882 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5fa34508-5077-4973-aeac-0fe1217296c0 req-0b438b79-da4c-4d4b-98a7-87e3d224ff86 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982370 Aug 03 05:14:40.650076 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6aac96ad-a2ed-475a-b537-06dfd19652cd admin admin] Publish callbacks [] for security_group (3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.667367 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-84603376-cc9a-41de-b5d0-b17cf57f14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.668910 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-84603376-cc9a-41de-b5d0-b17cf57f14ba service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 1127 time: 0.0415769 Aug 03 05:14:40.716361 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-bd49b3b1-e04f-4064-aec1-1ff862875a39 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba HTTP/1.1" status: 200 len: 217 time: 0.0388281 Aug 03 05:14:40.731860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6aac96ad-a2ed-475a-b537-06dfd19652cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.767609 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6aac96ad-a2ed-475a-b537-06dfd19652cd admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=e20e5ce9e0914a64a918dbcd9e541b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300842 Aug 03 05:14:40.776709 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41736) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:40.802015 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-c59af97f-8695-476b-9ae4-6135a6b612cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.803522 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-c59af97f-8695-476b-9ae4-6135a6b612cd service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d6d0b3ef-cd36-4105-979f-d919bc460bb2 HTTP/1.1" status: 200 len: 849 time: 0.0814092 Aug 03 05:14:40.809564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8d11f-eb78-41ce-a9a8-1bd0349e7f06 req-c435647b-d75b-437f-9d81-e90fda4dad4a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:40.811002 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-71d8d11f-eb78-41ce-a9a8-1bd0349e7f06 req-c435647b-d75b-437f-9d81-e90fda4dad4a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0617800 Aug 03 05:14:40.829631 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac96ad-a2ed-475a-b537-06dfd19652cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:40.847984 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] Publish callbacks [] for security_group (3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.852810 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-1c80bd69-cf37-41bc-9b33-d93cf228eadb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ba7b8207-d6ca-4229-bc73-fdc35e4a9792&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408318 Aug 03 05:14:40.865859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:40.870515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] Publish callbacks [] for security_group (3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:40.906674 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-71d8d11f-eb78-41ce-a9a8-1bd0349e7f06 req-b13c59a1-b9cf-40b2-8c1c-f70c32c92605 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855935 Aug 03 05:14:40.912763 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:40.968659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-e16d24a1-b60d-4841-b36a-7d3cb9159bf4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078629 Aug 03 05:14:41.045099 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:41.049137 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:41.053922 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94 HTTP/1.1" status: 204 len: 168 time: 0.2722814 Aug 03 05:14:41.060165 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0035a7a-cf34-404f-994c-3875a9b0ca73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691e6fe-3ac3-4b63-8d7f-b5d58aea3e94,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:41.348325 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddb9acf2-6d1d-47fb-8459-f2691c6ea338 req-8e58e740-06c3-47a9-9b8b-9507dacb9221 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724618 Aug 03 05:14:41.622544 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1db0c-70e3-491a-8507-a429465fda9a req-192f6eb8-3067-4132-8cdd-9e317b3ecd0e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:41.624811 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b1f1db0c-70e3-491a-8507-a429465fda9a req-192f6eb8-3067-4132-8cdd-9e317b3ecd0e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0651176 Aug 03 05:14:41.716496 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b1f1db0c-70e3-491a-8507-a429465fda9a req-d6f6cce2-8c97-47d7-8379-b4d677a06083 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841463 Aug 03 05:14:42.041690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87195489-6b43-4b45-a300-3d64741c7e99 req-06246952-cd64-4cd9-adf4-d935f411b899 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:42.043218 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-87195489-6b43-4b45-a300-3d64741c7e99 req-06246952-cd64-4cd9-adf4-d935f411b899 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0569546 Aug 03 05:14:42.099110 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-87195489-6b43-4b45-a300-3d64741c7e99 req-37f7c8b9-f988-4cd7-abfd-55263c63d4c9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500219 Aug 03 05:14:42.716938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc5d19-1581-4854-b426-8743a772c568 req-f258fe32-598c-41bc-ab3b-d492600cb171 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:42.718680 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75bc5d19-1581-4854-b426-8743a772c568 req-f258fe32-598c-41bc-ab3b-d492600cb171 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0507503 Aug 03 05:14:42.770807 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75bc5d19-1581-4854-b426-8743a772c568 req-788e0310-920e-4101-83c5-42304cdfd5c4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458395 Aug 03 05:14:42.853428 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaeee3f-25a7-477d-a517-b62c82fed22d req-71c7f836-27bc-4ac5-9046-bc3fddb8b22d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:42.855470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bdaeee3f-25a7-477d-a517-b62c82fed22d req-71c7f836-27bc-4ac5-9046-bc3fddb8b22d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0476465 Aug 03 05:14:42.905297 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bdaeee3f-25a7-477d-a517-b62c82fed22d req-7d05272f-ed30-4da3-ad30-fd4246d9ef2a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440707 Aug 03 05:14:43.222515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0853ba2d-ef27-4318-8f62-0c74ed95b39b req-e2d99910-7159-47b7-ac30-5339c2055b52 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:43.224012 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0853ba2d-ef27-4318-8f62-0c74ed95b39b req-e2d99910-7159-47b7-ac30-5339c2055b52 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0506659 Aug 03 05:14:43.272304 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0853ba2d-ef27-4318-8f62-0c74ed95b39b req-23955baa-6f09-42d7-93bb-db634ac0d483 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426195 Aug 03 05:14:43.900742 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34672255-9224-460b-877c-9bd7c35c5a11 req-231f1fb5-4525-4a78-8a6d-d2cae17d6217 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:43.902823 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34672255-9224-460b-877c-9bd7c35c5a11 req-231f1fb5-4525-4a78-8a6d-d2cae17d6217 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0536819 Aug 03 05:14:43.917587 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:43.955472 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34672255-9224-460b-877c-9bd7c35c5a11 req-86778b45-435f-465f-a8f7-fbe4d78e15b8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457475 Aug 03 05:14:44.061393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3558ff2-6abb-4912-aa3f-545079740906 req-1949b4ac-d721-448a-9bdd-aa77ff1235b7 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:44.063074 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3558ff2-6abb-4912-aa3f-545079740906 req-1949b4ac-d721-448a-9bdd-aa77ff1235b7 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 943 time: 0.0470893 Aug 03 05:14:44.115744 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3558ff2-6abb-4912-aa3f-545079740906 req-3bce7be0-3029-4c8f-a6fc-c9997290d91c tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471063 Aug 03 05:14:44.398288 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c69977-ac52-4f57-a008-75669a027af7 req-6340ac22-1060-4f1a-8eac-5ae1e029b4b3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:44.399862 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-53c69977-ac52-4f57-a008-75669a027af7 req-6340ac22-1060-4f1a-8eac-5ae1e029b4b3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0467441 Aug 03 05:14:44.459422 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-53c69977-ac52-4f57-a008-75669a027af7 req-0fa69737-2f6d-485d-b309-d45b14a969b7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531352 Aug 03 05:14:44.530748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device f2ab039a-8219-434d-9b4b-67e3c8ffc9ba details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:14:44.634352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:44.646967 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'network_id': 'ba7b8207-d6ca-4229-bc73-fdc35e4a9792', 'port_id': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'mac_address': 'fa:16:3e:2b:8f:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6d0b3ef-cd36-4105-979f-d919bc460bb2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:14:44.683145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:44.683541 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:44.697093 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ab039a-8219-434d-9b4b-67e3c8ffc9ba {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:14:44.721926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:44.801469 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:44.852989 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:45.064119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['f2ab039a-8219-434d-9b4b-67e3c8ffc9ba'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:14:45.083807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ba8ff-08c2-4162-8bd6-7c515a3c0bc4 req-07306fed-fc0a-4f28-bf22-b160ea45d3df tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:45.085353 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b41ba8ff-08c2-4162-8bd6-7c515a3c0bc4 req-07306fed-fc0a-4f28-bf22-b160ea45d3df tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0506246 Aug 03 05:14:45.150021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b41ba8ff-08c2-4162-8bd6-7c515a3c0bc4 req-cdc52044-b08a-408f-9713-332e1ab6b4d1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576718 Aug 03 05:14:45.172734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:45.275202 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8b149-60b8-45b9-907e-2682eed0f0ce req-702ce51e-d4d3-4ee6-bb65-79c297575db6 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:45.276959 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c5c8b149-60b8-45b9-907e-2682eed0f0ce req-702ce51e-d4d3-4ee6-bb65-79c297575db6 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0609393 Aug 03 05:14:45.330961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c5c8b149-60b8-45b9-907e-2682eed0f0ce req-60b7d791-cb6d-4292-b054-63cef19196b1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472081 Aug 03 05:14:45.573971 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:45.582904 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f50b73-5b8a-4806-8149-83166090acba req-79d06a02-1c1d-43e4-b3a7-fe0cbe720f42 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:45.584420 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-51f50b73-5b8a-4806-8149-83166090acba req-79d06a02-1c1d-43e4-b3a7-fe0cbe720f42 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0511982 Aug 03 05:14:45.633168 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-51f50b73-5b8a-4806-8149-83166090acba req-e69ba256-01a7-4902-9358-3ccde4ad979e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431373 Aug 03 05:14:46.034061 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 41910) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:46.157101 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c12bb26-4862-4e32-b8c4-314ee6383673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.238581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c12bb26-4862-4e32-b8c4-314ee6383673 admin admin] Publish callbacks [] for security_group (3646bbfd-1e84-4d30-872d-d318d0098d83), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.293023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c4ab78-d9fd-4144-9dfb-560b64bf12d1 req-0bece046-bab6-4bb6-9bcf-74041ab061cc tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:46.294419 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5c4ab78-d9fd-4144-9dfb-560b64bf12d1 req-0bece046-bab6-4bb6-9bcf-74041ab061cc tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0532894 Aug 03 05:14:46.333776 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8c12bb26-4862-4e32-b8c4-314ee6383673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3646bbfd-1e84-4d30-872d-d318d0098d83), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.347934 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5c4ab78-d9fd-4144-9dfb-560b64bf12d1 req-085ea982-10f3-47df-9c93-dc8a00cc6c4b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440984 Aug 03 05:14:46.385244 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8c12bb26-4862-4e32-b8c4-314ee6383673 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2a9a04efa8e144e48b8a671c51fdaa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3500609 Aug 03 05:14:46.386977 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12bb26-4862-4e32-b8c4-314ee6383673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3646bbfd-1e84-4d30-872d-d318d0098d83,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:46.390078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41924) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:46.481261 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85005051-c5f8-476f-a314-8ee932cc37ab req-f66a7695-5cab-4e08-9bdf-100686be2beb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:46.482767 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85005051-c5f8-476f-a314-8ee932cc37ab req-f66a7695-5cab-4e08-9bdf-100686be2beb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0659921 Aug 03 05:14:46.488250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] Publish callbacks [] for security_group (3646bbfd-1e84-4d30-872d-d318d0098d83), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.533624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] Publish callbacks [] for security_group (3646bbfd-1e84-4d30-872d-d318d0098d83), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.562909 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85005051-c5f8-476f-a314-8ee932cc37ab req-5b2b6797-541a-4182-84f6-7b77c4e1d3f2 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726383 Aug 03 05:14:46.658453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3646bbfd-1e84-4d30-872d-d318d0098d83), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.661187 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:46.663306 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3646bbfd-1e84-4d30-872d-d318d0098d83 HTTP/1.1" status: 204 len: 168 time: 0.2709682 Aug 03 05:14:46.671136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8811388-0acc-41f5-aeaf-38a535989a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3646bbfd-1e84-4d30-872d-d318d0098d83,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:46.804526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875eba2a-7c4a-43ce-a6fc-b53b348852b7 req-4a253131-7726-4acc-8fe1-9a3ab5c0e6fb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:46.806056 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-875eba2a-7c4a-43ce-a6fc-b53b348852b7 req-4a253131-7726-4acc-8fe1-9a3ab5c0e6fb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0473671 Aug 03 05:14:46.854949 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-875eba2a-7c4a-43ce-a6fc-b53b348852b7 req-c7df8dc6-bca3-47e1-8ede-49194607d2fa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432591 Aug 03 05:14:47.095975 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e6c97058-9e0f-4dbd-8958-c1a43b9c3ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:47.489723 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d8e03-d32d-4670-ac04-475972dff066 req-19bc715d-eba6-4d0b-b8d1-74f9da29d96d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:47.491262 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a2d8e03-d32d-4670-ac04-475972dff066 req-19bc715d-eba6-4d0b-b8d1-74f9da29d96d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0619287 Aug 03 05:14:47.553086 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a2d8e03-d32d-4670-ac04-475972dff066 req-6bed4028-b6de-4a06-bcf2-c9b2492675da tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558982 Aug 03 05:14:47.579203 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:47.598803 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:47.675103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:47.688593 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a803f-6f08-4e1f-b815-21016b043803 req-aa0ec7d4-6739-4d8b-97e3-969be8c47841 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:47.690125 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7b6a803f-6f08-4e1f-b815-21016b043803 req-aa0ec7d4-6739-4d8b-97e3-969be8c47841 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 944 time: 0.0546267 Aug 03 05:14:47.745499 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7b6a803f-6f08-4e1f-b815-21016b043803 req-d67d0e28-0139-409f-be1a-beb576a0c98b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492709 Aug 03 05:14:47.768248 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 41974) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:47.874010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-362066880-network', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:47.968921 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Made reservation on behalf of 6ff6f2c611f44256a7d85a8d99981d9d for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:47.971572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:47.984549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:47.993426 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953fc05f-5aea-4fd8-be3a-95db63e043f9 req-86e770cf-8fa3-4c1e-80b9-c3d1a3b4a8ec tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:47.994506 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-953fc05f-5aea-4fd8-be3a-95db63e043f9 req-86e770cf-8fa3-4c1e-80b9-c3d1a3b4a8ec tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0631723 Aug 03 05:14:48.032732 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:48.081849 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-953fc05f-5aea-4fd8-be3a-95db63e043f9 req-aefa8823-2cf0-45ef-86e5-09415cf440ed tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756898 Aug 03 05:14:48.122820 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks [] for security_group (1580ea97-58bf-48ee-b586-7c342bdf1a44), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.233278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1580ea97-58bf-48ee-b586-7c342bdf1a44), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.258011 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:14:48.269372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1580ea97-58bf-48ee-b586-7c342bdf1a44,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:48.275833 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (fd07971a-3dfe-4fa0-b084-fdeaf5f23593), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.275833 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Added segment fd07971a-3dfe-4fa0-b084-fdeaf5f23593 of type vlan for network bbb5d950-6a24-4342-b6f3-55bde0214ab1 Aug 03 05:14:48.287866 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.288212 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.288551 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.288885 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.289220 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.289547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.289875 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.290198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.290699 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.290900 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.291185 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.291507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.291824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.292141 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.292455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:48.344477 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (bbb5d950-6a24-4342-b6f3-55bde0214ab1), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.405053 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device f2ab039a-8219-434d-9b4b-67e3c8ffc9ba up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:48.439624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (bbb5d950-6a24-4342-b6f3-55bde0214ab1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.440830 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:48.441482 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.447909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:14:48.504588 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb5d950-6a24-4342-b6f3-55bde0214ab1,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:48.521096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:14:48.537495 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-28759709-ff49-44a8-b514-40729e4dca34 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7650428 Aug 03 05:14:48.541075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:48.541075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.541445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42008) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:48.542585 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Request body: {'subnet': {'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-362066880-subnet', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:48.626164 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:48.668300 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:48.668620 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.681137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Made reservation on behalf of 6ff6f2c611f44256a7d85a8d99981d9d for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:48.684206 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.688672 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:48.693093 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:14:48.695392 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55096857-59f8-4829-8280-edb663e2ed9b" -d '{"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:14:48.708273 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:48.721681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cef81d-e047-4a49-b0be-1a831ccf524b req-d5b58fcb-fc26-4192-ad95-15cf3d527710 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:48.723214 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a5cef81d-e047-4a49-b0be-1a831ccf524b req-d5b58fcb-fc26-4192-ad95-15cf3d527710 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0841122 Aug 03 05:14:48.741653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:14:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5715ad6a-dd23-4394-9600-090f0077b73d x-openstack-request-id: req-5715ad6a-dd23-4394-9600-090f0077b73d {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:14:48.741653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-plugged", "status": "completed", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:14:48.741653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5715ad6a-dd23-4394-9600-090f0077b73d {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:14:48.741653 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5715ad6a-dd23-4394-9600-090f0077b73d'] response: {'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'code': 200} Aug 03 05:14:48.790175 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:48.821291 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a5cef81d-e047-4a49-b0be-1a831ccf524b req-927cfefd-b88f-4e84-94ef-c22b3249d16a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725667 Aug 03 05:14:48.889847 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:48.924714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bad6fa-64e4-49cb-99e5-ef489efe1681 req-ed896fdb-3a7a-475e-85dc-b05ea30fd80f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:48.926226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e0bad6fa-64e4-49cb-99e5-ef489efe1681 req-ed896fdb-3a7a-475e-85dc-b05ea30fd80f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0785947 Aug 03 05:14:49.023929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e0bad6fa-64e4-49cb-99e5-ef489efe1681 req-fd8a0a08-fdb3-4b0e-bd2e-b863fbb2e716 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913594 Aug 03 05:14:49.081691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (2fe7b45b-17ba-4897-af7b-7370ac35d672), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.143146 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fe7b45b-17ba-4897-af7b-7370ac35d672,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:49.150502 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Checking segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:49.150910 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Network hostable DHCP agents. Network: bbb5d950-6a24-4342-b6f3-55bde0214ab1, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:14:49.197934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:49.216075 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135514b-82c6-4db4-b852-5ae8724ae8df req-805f522d-50ba-41b2-96d9-2adffc00235e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:49.217592 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0135514b-82c6-4db4-b852-5ae8724ae8df req-805f522d-50ba-41b2-96d9-2adffc00235e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0479579 Aug 03 05:14:49.255505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:14:49.272160 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0135514b-82c6-4db4-b852-5ae8724ae8df req-f94f28f8-f268-4527-beaa-542ac6f101df tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478520 Aug 03 05:14:49.371559 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, bbb5d950-6a24-4342-b6f3-55bde0214ab1) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:49.376789 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:49.377372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.390375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e3953a-6837-4873-a9bd-ea6b5e3e72e5 None None] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:49.481678 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4efbb826-e5f8-4f97-adf9-75a165ef7a4c admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9428229 Aug 03 05:14:49.485281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42042) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:49.489458 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:49.490046 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-340ee833-2b67-4b14-b8a1-7b6a6bd21f05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.500681 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:14:49.501596 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.599227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.600307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.625691 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:49.650718 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Allocated IP 172.20.0.2 (bbb5d950-6a24-4342-b6f3-55bde0214ab1/2fe7b45b-17ba-4897-af7b-7370ac35d672/88eeded3-93bc-443c-b6c3-290d974e63f5) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:49.664288 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for router_controller (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.802383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks [] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.881879 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for router_gateway (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.904379 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:49.948058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:49.953295 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:49.955214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Pushing event updated for resources: {'Port': ['ID=88eeded3-93bc-443c-b6c3-290d974e63f5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:49.958383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:14:49.974088 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b043f24-be87-4276-930c-72affad28bb5 req-3f779a1c-0e50-445a-85e3-1ba4d4f08717 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:49.975657 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b043f24-be87-4276-930c-72affad28bb5 req-3f779a1c-0e50-445a-85e3-1ba4d4f08717 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0544572 Aug 03 05:14:50.019273 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Attempting to bind port 88eeded3-93bc-443c-b6c3-290d974e63f5 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:14:50.019648 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Attempting to bind port 88eeded3-93bc-443c-b6c3-290d974e63f5 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:14:50.020015 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Attempting to bind port 88eeded3-93bc-443c-b6c3-290d974e63f5 on network bbb5d950-6a24-4342-b6f3-55bde0214ab1 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:50.025352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:14:50.025726 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Checking segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:50.026135 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.026529 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Bound using segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:14:50.027060 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Bound port: 88eeded3-93bc-443c-b6c3-290d974e63f5, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:14:50.027447 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.077958 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b043f24-be87-4276-930c-72affad28bb5 req-2252309b-82a6-4556-af2b-3023af447b37 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885711 Aug 03 05:14:50.099507 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] For port 88eeded3-93bc-443c-b6c3-290d974e63f5, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:14:50.103460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] For port 88eeded3-93bc-443c-b6c3-290d974e63f5, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=88eeded3-93bc-443c-b6c3-290d974e63f5,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:14:50.205133 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for router_gateway (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.211067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.217716 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:50.227969 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.267701 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120a98f-5147-4210-ab79-0f526c1e39af None None] Pushing event updated for resources: {'Port': ['ID=88eeded3-93bc-443c-b6c3-290d974e63f5,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:50.316257 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:50.338280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5746b-c550-47b9-bd8d-1864579ef211 req-250aa591-59b0-4446-8956-5e2406b967c9 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:50.345681 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38a5746b-c550-47b9-bd8d-1864579ef211 req-250aa591-59b0-4446-8956-5e2406b967c9 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0712476 Aug 03 05:14:50.467607 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885ff34-a256-4023-b19f-6109fd8550b6 req-1abf55ac-148c-4f00-9fbd-bf6861ee65a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:50.469605 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2885ff34-a256-4023-b19f-6109fd8550b6 req-1abf55ac-148c-4f00-9fbd-bf6861ee65a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0982144 Aug 03 05:14:50.480130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Allocated IP 172.27.4.26 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/0bd7b272-efcb-41c1-bd0c-2094f3725d7a) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:50.521171 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38a5746b-c550-47b9-bd8d-1864579ef211 req-164c1160-9e7d-4f87-9754-19e19e2d7658 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724634 Aug 03 05:14:50.569707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:50.579696 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 88eeded3-93bc-443c-b6c3-290d974e63f5 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:50.605344 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2885ff34-a256-4023-b19f-6109fd8550b6 req-ff486ea5-9c9a-444d-a6dd-1236b03fe95c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190219 Aug 03 05:14:50.648821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 88eeded3-93bc-443c-b6c3-290d974e63f5 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:50.649200 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.653556 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.723969 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 88eeded3-93bc-443c-b6c3-290d974e63f5 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:50.724368 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.758633 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 88eeded3-93bc-443c-b6c3-290d974e63f5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=88eeded3-93bc-443c-b6c3-290d974e63f5,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:50.760746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.782623 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.823811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:50.828801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:50.831174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:14:50.835121 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:50.856222 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Pushing event updated for resources: {'Port': ['ID=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:50.892796 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=88eeded3-93bc-443c-b6c3-290d974e63f5,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:51.155336 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for router_gateway (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:51.209422 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5d85be-db65-4f4b-834d-b4019f8b844a None None] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:51.276352 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ed36b-d648-44f7-b568-857550552e74 req-71ebdd0a-d621-41e3-944c-5335bf830d54 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:51.277828 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b10ed36b-d648-44f7-b568-857550552e74 req-71ebdd0a-d621-41e3-944c-5335bf830d54 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0882874 Aug 03 05:14:51.278408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:51.320635 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-4ced142e-7861-4a65-8425-e893d591045b None None] Provisioning complete for port 88eeded3-93bc-443c-b6c3-290d974e63f5 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:51.321006 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4ced142e-7861-4a65-8425-e893d591045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:51.381498 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b10ed36b-d648-44f7-b568-857550552e74 req-aaa6de97-934d-48a7-a051-7ea7df4ca851 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969126 Aug 03 05:14:51.416879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-4ced142e-7861-4a65-8425-e893d591045b None None] Current status of the port 88eeded3-93bc-443c-b6c3-290d974e63f5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:51.446741 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:51.635701 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-c842cf68-fc18-489c-932b-02f1f58d6f93 None None] Provisioning complete for port 88eeded3-93bc-443c-b6c3-290d974e63f5 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:51.636311 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c842cf68-fc18-489c-932b-02f1f58d6f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:51.677113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:51.736151 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-c842cf68-fc18-489c-932b-02f1f58d6f93 None None] Current status of the port 88eeded3-93bc-443c-b6c3-290d974e63f5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:51.817936 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:51.864014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35195d-53f4-4b15-91ff-5b150d83ba19 req-cdb3d0cb-09d9-411c-a86e-91a62284323e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:51.865464 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c35195d-53f4-4b15-91ff-5b150d83ba19 req-cdb3d0cb-09d9-411c-a86e-91a62284323e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0907290 Aug 03 05:14:51.871103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff60c8-fc8d-4d14-9222-7c769f659c55 req-7ce3207d-474f-4e2b-acb7-186da667afd0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:51.872421 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7ff60c8-fc8d-4d14-9222-7c769f659c55 req-7ce3207d-474f-4e2b-acb7-186da667afd0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0965972 Aug 03 05:14:51.964762 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c35195d-53f4-4b15-91ff-5b150d83ba19 req-9ba6290f-e558-4b35-beca-c0d631659fd1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900726 Aug 03 05:14:51.980980 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7ff60c8-fc8d-4d14-9222-7c769f659c55 req-785898eb-e6f5-4e98-bf24-9747fbd0222b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967460 Aug 03 05:14:52.010261 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.096591 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:14:52.216793 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bcd44e-720b-469e-9ebe-b036c5c7afd7 req-993792ee-15ff-4123-be08-d1d74878fe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:52.218196 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6bcd44e-720b-469e-9ebe-b036c5c7afd7 req-993792ee-15ff-4123-be08-d1d74878fe16 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.0759366 Aug 03 05:14:52.233886 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:52.242320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:14:52.258328 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Sync routers for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:14:52.270327 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:52.271067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:52.320541 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.323820 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.328201 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-86ac777f-ecd1-456c-a5b2-28f24e4c3eed admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.8388712 Aug 03 05:14:52.331920 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42078) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:52.378385 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:52.523271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 88eeded3-93bc-443c-b6c3-290d974e63f5 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:52.568039 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6bcd44e-720b-469e-9ebe-b036c5c7afd7 req-36add19e-cbd4-431b-815b-3d140ef04fff service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050155 Aug 03 05:14:52.614816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a8242-3452-4726-a56d-4df0db2c2279 req-857f9bb3-35fb-4124-86af-93c1a7124abd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:52.615093 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b839db-4c39-4558-a755-deb679c5bf75 req-299ff686-dcf8-4994-a145-766dd1aaf0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:52.615387 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c6b839db-4c39-4558-a755-deb679c5bf75 req-299ff686-dcf8-4994-a145-766dd1aaf0cf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 1129 time: 0.0459478 Aug 03 05:14:52.619226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3f4a8242-3452-4726-a56d-4df0db2c2279 req-857f9bb3-35fb-4124-86af-93c1a7124abd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Aug 03 05:14:52.647519 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 88eeded3-93bc-443c-b6c3-290d974e63f5 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:52.648062 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.680160 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3f4a8242-3452-4726-a56d-4df0db2c2279 req-22f42579-2329-4cdc-9905-e11896fd39b5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579245 Aug 03 05:14:52.810288 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:52.816436 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:50Z', 'revision_number': 3, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:52.846719 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Checking router: bc4cc253-5c0b-42d8-9589-b77d6e5e0910 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:14:52.846995 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Updating router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:14:52.868378 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.883422 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:52.886493 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:52.946883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:52.948830 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 88eeded3-93bc-443c-b6c3-290d974e63f5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:52.951458 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-c6b839db-4c39-4558-a755-deb679c5bf75 req-c2903675-bf18-4cdc-8482-097b8d71a08e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905926 Aug 03 05:14:53.089690 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Allocated IP 172.20.0.1 (bbb5d950-6a24-4342-b6f3-55bde0214ab1/2fe7b45b-17ba-4897-af7b-7370ac35d672/f37983e5-f5aa-4d76-80f0-4508cb75016b) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:53.154744 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad060510-3ca4-45ec-bdca-6f9862e016f7 req-f96a1ebd-9b59-423f-9db9-95a88a73111b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:53.156869 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ad060510-3ca4-45ec-bdca-6f9862e016f7 req-f96a1ebd-9b59-423f-9db9-95a88a73111b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0994773 Aug 03 05:14:53.177015 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1652e5ef-4e03-4bec-a509-042950819432 req-9a2adcc9-51d1-400f-ad4c-97aad59271f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:53.183735 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1652e5ef-4e03-4bec-a509-042950819432 req-9a2adcc9-51d1-400f-ad4c-97aad59271f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0794616 Aug 03 05:14:53.247262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks [] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.248770 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:53.252893 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks [] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.265923 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1652e5ef-4e03-4bec-a509-042950819432 req-adebf5d0-6ec4-408f-867b-9bc8b3f9e51c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806112 Aug 03 05:14:53.273789 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ad060510-3ca4-45ec-bdca-6f9862e016f7 req-9d869b7b-3219-4c50-867a-28b589bc9bc1 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086774 Aug 03 05:14:53.406621 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.408733 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.450723 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:53.451479 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Attempting to bind port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:14:53.451959 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Attempting to bind port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:14:53.452688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Attempting to bind port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:53.459775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:53.463747 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:14:53.469495 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.469495 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:53.470831 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:14:53.470831 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:53.471056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.471346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:14:53.472133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Bound port: 0bd7b272-efcb-41c1-bd0c-2094f3725d7a, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:14:53.472528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.493714 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0fdc-fa61-4404-878a-8ce59a247b69 None None] Pushing event updated for resources: {'Port': ['ID=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:53.507807 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.508433 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.509026 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.509511 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.509992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.510469 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.510967 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.511622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.512091 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.512566 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.513066 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.513400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.513726 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.514050 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.514374 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:53.533635 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:53.581845 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] For port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:14:53.591788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] For port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:14:53.691067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.741598 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:53.742350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:53.810982 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42116) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:53.817683 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:53.839294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3ac3-701c-4e3d-b621-09ac59861bbe req-a7cc7cf4-34a4-4fcd-be57-63143e311f3d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:53.844448 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a88f3ac3-701c-4e3d-b621-09ac59861bbe req-a7cc7cf4-34a4-4fcd-be57-63143e311f3d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0745964 Aug 03 05:14:53.893245 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:53.939697 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a88f3ac3-701c-4e3d-b621-09ac59861bbe req-01ec1418-b85a-42f9-8b93-a1fa5d87f67c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896280 Aug 03 05:14:53.940605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42122) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:53.958607 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b0fdc-fa61-4404-878a-8ce59a247b69 None None] Pushing event updated for resources: {'Port': ['ID=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:53.963306 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-5d4c01c1-3c0d-4c6e-b0b2-acebb3dfaffb None None] Provisioning complete for port f37983e5-f5aa-4d76-80f0-4508cb75016b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:53.975107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5d4c01c1-3c0d-4c6e-b0b2-acebb3dfaffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.006803 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f790-8f2e-408d-9631-a3608a9c84b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.028455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ad53140-395e-40a2-8c3b-3d365ca66b81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.044465 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:54.047159 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-5d4c01c1-3c0d-4c6e-b0b2-acebb3dfaffb None None] Port f37983e5-f5aa-4d76-80f0-4508cb75016b cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:14:54.088243 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks [] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.132505 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:54.134028 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ad53140-395e-40a2-8c3b-3d365ca66b81 admin admin] Publish callbacks [] for security_group (4c715619-5719-4d2a-ae0d-f547374001cb), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.137790 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f790-8f2e-408d-9631-a3608a9c84b3 admin admin] Publish callbacks [] for security_group (79ac2371-89e7-434c-a7b3-9d4329eb608e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.159021 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:54.169993 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.170759 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.200249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ad53140-395e-40a2-8c3b-3d365ca66b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (4c715619-5719-4d2a-ae0d-f547374001cb), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.202930 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e6a5f790-8f2e-408d-9631-a3608a9c84b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (79ac2371-89e7-434c-a7b3-9d4329eb608e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.238779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:50Z', 'revision_number': 3, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:54.248975 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0ad53140-395e-40a2-8c3b-3d365ca66b81 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d70415ca011a4138862bdcf9ba6e5b84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3031225 Aug 03 05:14:54.248975 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad53140-395e-40a2-8c3b-3d365ca66b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c715619-5719-4d2a-ae0d-f547374001cb,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:54.250179 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42126) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:54.266673 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1ad33e-4f80-408c-9970-c44d1eeae94f None None] The sync data for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi is: [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:50Z', 'revision_number': 3, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:14:54.286612 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:54.346805 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] Publish callbacks [] for security_group (4c715619-5719-4d2a-ae0d-f547374001cb), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.392180 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] Publish callbacks [] for security_group (4c715619-5719-4d2a-ae0d-f547374001cb), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.493891 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38472029-3059-4461-9860-2fe295c025e9 req-ec61f67c-3114-4187-a4e4-976ddf45721e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:54.495732 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38472029-3059-4461-9860-2fe295c025e9 req-ec61f67c-3114-4187-a4e4-976ddf45721e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1248064 Aug 03 05:14:54.497143 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Pushing event updated for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:54.508534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23432c7-abfc-4b9d-a1ae-3e591861c099 req-fe683d55-a205-4d63-862c-510808e66e4b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:54.510080 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d23432c7-abfc-4b9d-a1ae-3e591861c099 req-fe683d55-a205-4d63-862c-510808e66e4b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1204760 Aug 03 05:14:54.540252 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5f790-8f2e-408d-9631-a3608a9c84b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ac2371-89e7-434c-a7b3-9d4329eb608e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:54.547327 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e6a5f790-8f2e-408d-9631-a3608a9c84b3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2c04e00c66d54983a8d7ba651faa7096&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7350173 Aug 03 05:14:54.550867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42132) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:54.630940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:14:54.645299 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:54.648207 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38472029-3059-4461-9860-2fe295c025e9 req-af7619a7-b6d7-493a-b6d5-dbadc5262bd2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368272 Aug 03 05:14:54.676098 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d23432c7-abfc-4b9d-a1ae-3e591861c099 req-636049a9-db10-4de5-86d2-e465d7a54b4c tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554413 Aug 03 05:14:54.705455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (4c715619-5719-4d2a-ae0d-f547374001cb), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.717569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.717569 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/4c715619-5719-4d2a-ae0d-f547374001cb HTTP/1.1" status: 204 len: 168 time: 0.4473710 Aug 03 05:14:54.717569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] Publish callbacks [] for security_group (79ac2371-89e7-434c-a7b3-9d4329eb608e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.757380 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662a944-94bc-4db3-b0ba-68c79d4bcf5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c715619-5719-4d2a-ae0d-f547374001cb,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:54.811704 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] Publish callbacks [] for security_group (79ac2371-89e7-434c-a7b3-9d4329eb608e), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.906534 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:14:54.961920 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:54.988269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (79ac2371-89e7-434c-a7b3-9d4329eb608e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.990916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:54.994898 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/79ac2371-89e7-434c-a7b3-9d4329eb608e HTTP/1.1" status: 204 len: 168 time: 0.4392176 Aug 03 05:14:55.017603 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-b91973a6-56e3-459b-8b93-c26b2e00b4d8 None None] Provisioning complete for port f37983e5-f5aa-4d76-80f0-4508cb75016b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:55.020429 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b91973a6-56e3-459b-8b93-c26b2e00b4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:55.022003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e934f-ba67-4f01-a3e6-ecba028a37ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ac2371-89e7-434c-a7b3-9d4329eb608e,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:55.079555 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:14:55.085972 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-47507c5f-5bd4-46b8-a152-abccc1d9a1e3 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/bc4cc253-5c0b-42d8-9589-b77d6e5e0910/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7561729 Aug 03 05:14:55.121912 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b91973a6-56e3-459b-8b93-c26b2e00b4d8 None None] Port f37983e5-f5aa-4d76-80f0-4508cb75016b cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:14:55.188661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f657e57-e2e1-4239-9943-a90436d024a5 req-993c3876-1e3a-407e-90df-8f6b9c24ad0c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:55.190986 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0f657e57-e2e1-4239-9943-a90436d024a5 req-993c3876-1e3a-407e-90df-8f6b9c24ad0c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0785058 Aug 03 05:14:55.285130 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0f657e57-e2e1-4239-9943-a90436d024a5 req-f5c3cd9a-bfd1-4a21-89f1-4513158642e2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856683 Aug 03 05:14:55.294230 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f0587-e58b-414a-9cd7-2eb4760f50fe req-19d8eb5f-567d-4760-903c-a6d855ea33ca tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:55.296208 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-083f0587-e58b-414a-9cd7-2eb4760f50fe req-19d8eb5f-567d-4760-903c-a6d855ea33ca tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0740631 Aug 03 05:14:55.354936 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-083f0587-e58b-414a-9cd7-2eb4760f50fe req-9853c89c-3ea6-405b-96bf-a6c688278abe tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520499 Aug 03 05:14:55.807302 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42172) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:55.807738 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567adc13-3a36-4525-af17-b9ce06294333 req-e06a6ce0-d627-489c-aef5-6ff0f7d8ebd2 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:55.809694 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-567adc13-3a36-4525-af17-b9ce06294333 req-e06a6ce0-d627-489c-aef5-6ff0f7d8ebd2 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0558684 Aug 03 05:14:55.817776 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:55.819465 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c99bc470-ffb7-45b4-b977-2c03aa1215cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:55.863827 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-567adc13-3a36-4525-af17-b9ce06294333 req-9d2b6963-efb1-4890-a662-e8d7997080c4 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532162 Aug 03 05:14:55.933112 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c99bc470-ffb7-45b4-b977-2c03aa1215cc admin admin] Publish callbacks [] for security_group (bf23da7c-46fb-4ce4-a972-1b28ed5d14b8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.001788 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c99bc470-ffb7-45b4-b977-2c03aa1215cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bf23da7c-46fb-4ce4-a972-1b28ed5d14b8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.071246 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bc470-ffb7-45b4-b977-2c03aa1215cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf23da7c-46fb-4ce4-a972-1b28ed5d14b8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:56.079518 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c99bc470-ffb7-45b4-b977-2c03aa1215cc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3966ac3c5ad14f1ea5dff1a735e46f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2770731 Aug 03 05:14:56.082046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42180) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:56.142870 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] Publish callbacks [] for security_group (bf23da7c-46fb-4ce4-a972-1b28ed5d14b8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.168208 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] Publish callbacks [] for security_group (bf23da7c-46fb-4ce4-a972-1b28ed5d14b8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.261397 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42186) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:56.265284 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1832486163-network', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:56.291235 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Sync routers for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:14:56.301521 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:56.302202 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:56.332174 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bf23da7c-46fb-4ce4-a972-1b28ed5d14b8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.335042 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.337750 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bf23da7c-46fb-4ce4-a972-1b28ed5d14b8 HTTP/1.1" status: 204 len: 168 time: 0.2528086 Aug 03 05:14:56.353083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824a35e-f087-425e-8635-5ebf1144999c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf23da7c-46fb-4ce4-a972-1b28ed5d14b8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:56.382384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Made reservation on behalf of 2f9038a964ca4cd595ed4851dd9e6407 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:56.388520 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.419974 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.447989 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:56.504098 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5fa1c-3599-4a0e-ba72-c2d82a18d700 req-f6c0db8b-c87b-4b90-927e-277f05a49a2a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:56.513059 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1e5fa1c-3599-4a0e-ba72-c2d82a18d700 req-f6c0db8b-c87b-4b90-927e-277f05a49a2a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1191521 Aug 03 05:14:56.569719 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0bd7b272-efcb-41c1-bd0c-2094f3725d7a up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:56.615956 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5854f9e-56cc-4199-87c0-63127ee44634 req-58b024ad-4766-4065-9f0e-e6d6f291b08a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:56.617498 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d5854f9e-56cc-4199-87c0-63127ee44634 req-58b024ad-4766-4065-9f0e-e6d6f291b08a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1351695 Aug 03 05:14:56.666716 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1e5fa1c-3599-4a0e-ba72-c2d82a18d700 req-8900d99c-77eb-4271-a363-35b42df3941f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473911 Aug 03 05:14:56.681399 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:56.681780 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.714172 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d5854f9e-56cc-4199-87c0-63127ee44634 req-16cc1429-21b5-4182-9d12-cfc2ed1401a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862002 Aug 03 05:14:56.717085 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 2, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:56.761457 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks [] for security_group (12fef1df-1a08-4413-9447-c2de51de29e3), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.770349 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Checking router: bc4cc253-5c0b-42d8-9589-b77d6e5e0910 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:14:56.770349 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Updating router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 port f37983e5-f5aa-4d76-80f0-4508cb75016b binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:14:56.798252 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:56.798655 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.799680 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.822011 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:14:56.828283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (12fef1df-1a08-4413-9447-c2de51de29e3), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.853653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 623, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:14:56.871089 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12fef1df-1a08-4413-9447-c2de51de29e3,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:56.889072 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.889450 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Added segment 4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd of type vlan for network 1aa6f095-771b-4027-9f9d-57908a0936fe Aug 03 05:14:56.930535 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.946868 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (1aa6f095-771b-4027-9f9d-57908a0936fe), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:56.985793 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=3,neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:57.040195 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.049173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ebde4-2859-4852-8e78-741d62de2bb9 req-489d2391-2324-45af-acad-48fb0ff7398b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:57.049173 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a23ebde4-2859-4852-8e78-741d62de2bb9 req-489d2391-2324-45af-acad-48fb0ff7398b tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0550220 Aug 03 05:14:57.103722 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a23ebde4-2859-4852-8e78-741d62de2bb9 req-9ad08892-4109-463e-9bf8-3e1ecc56b085 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542672 Aug 03 05:14:57.104923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (1aa6f095-771b-4027-9f9d-57908a0936fe), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.112202 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:57.112812 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.125071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:57.143200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42216) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:57.173608 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks [] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.182384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1aa6f095-771b-4027-9f9d-57908a0936fe,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.194835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 1aa6f095-771b-4027-9f9d-57908a0936fe details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:14:57.253614 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-93567eec-a2c2-431c-b460-70fd070708d8 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9925492 Aug 03 05:14:57.256694 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42220) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:57.261980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Request body: {'subnet': {'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1832486163-subnet', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:57.271986 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2134457658-network', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:57.301146 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.348295 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Pushing event updated for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.372417 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.372775 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.373125 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.373472 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.374331 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.374658 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.375004 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.375324 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.375637 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.375950 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.376264 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.376591 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.376905 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.377215 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.377524 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:14:57.383305 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Made reservation on behalf of 7d7bf6baa2224b0d910133c5542608e1 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:57.386431 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.397691 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.412006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Made reservation on behalf of 2f9038a964ca4cd595ed4851dd9e6407 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:57.415112 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Attempting to bind port f37983e5-f5aa-4d76-80f0-4508cb75016b on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:14:57.415490 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Attempting to bind port f37983e5-f5aa-4d76-80f0-4508cb75016b by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:14:57.415658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.415849 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Attempting to bind port f37983e5-f5aa-4d76-80f0-4508cb75016b on network bbb5d950-6a24-4342-b6f3-55bde0214ab1 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:14:57.421591 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:14:57.421957 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Checking segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:57.422525 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.423079 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Bound using segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:14:57.423684 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Bound port: f37983e5-f5aa-4d76-80f0-4508cb75016b, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:14:57.424237 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.522812 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] For port f37983e5-f5aa-4d76-80f0-4508cb75016b, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:14:57.526451 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] For port f37983e5-f5aa-4d76-80f0-4508cb75016b, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f37983e5-f5aa-4d76-80f0-4508cb75016b,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:14:57.544762 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks [] for security_group (eecce8f2-2da2-4588-b55c-eb2a54e65ff5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.615492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (eecce8f2-2da2-4588-b55c-eb2a54e65ff5), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.616134 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.646948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:14:57.655022 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:14:57.655651 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:57.657563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecce8f2-2da2-4588-b55c-eb2a54e65ff5,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.662505 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (8e64495f-5259-459e-988d-51444130c5d5), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.663143 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Added segment 8e64495f-5259-459e-988d-51444130c5d5 of type vlan for network 2270a235-f065-4e37-a7ab-2cf88c3883db Aug 03 05:14:57.715313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (2a8b75b8-40b5-4522-9b90-d5d5ef8b335d), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.738417 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (2270a235-f065-4e37-a7ab-2cf88c3883db), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.746741 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=76,neutron:INSERT=20,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:57.797838 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:57.806203 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:57.852572 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0610c4-0e46-4db9-b849-a4063d9ee14e None None] Pushing event updated for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.884147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a8b75b8-40b5-4522-9b90-d5d5ef8b335d,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:57.924201 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (2270a235-f065-4e37-a7ab-2cf88c3883db), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.925328 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:57.925920 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:57.950164 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Checking segment: {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:57.950535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Network hostable DHCP agents. Network: 1aa6f095-771b-4027-9f9d-57908a0936fe, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:14:57.970152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e448ad-3485-4294-9bad-ea2a1a898ba5 req-b8f9f383-d364-4fe5-8788-05b01d508972 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:57.977306 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-52e448ad-3485-4294-9bad-ea2a1a898ba5 req-b8f9f383-d364-4fe5-8788-05b01d508972 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1631083 Aug 03 05:14:57.984757 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:14:58.016477 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] Pushing event updated for resources: {'Network': ['ID=2270a235-f065-4e37-a7ab-2cf88c3883db,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:58.029390 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:58.029938 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 2270a235-f065-4e37-a7ab-2cf88c3883db details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:14:58.052261 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9f6af010-87f9-46a3-8c8d-adb7a1745bc3 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.9079387 Aug 03 05:14:58.055288 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42258) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:58.066681 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Request body: {'subnet': {'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2134457658-subnet', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:58.073208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f83d3-58e2-488f-97e3-0bd9079bc404 req-ff84da84-69cf-40e8-8159-46d199cf00f6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:58.081216 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b6f83d3-58e2-488f-97e3-0bd9079bc404 req-ff84da84-69cf-40e8-8159-46d199cf00f6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1981995 Aug 03 05:14:58.188739 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-52e448ad-3485-4294-9bad-ea2a1a898ba5 req-0e883c7f-e8f0-4ab5-8cfd-5e34dc528067 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101030 Aug 03 05:14:58.194538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Network 1aa6f095-771b-4027-9f9d-57908a0936fe is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:14:58.212525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Made reservation on behalf of 7d7bf6baa2224b0d910133c5542608e1 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:14:58.214949 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.216656 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b6f83d3-58e2-488f-97e3-0bd9079bc404 req-b56dcfe9-5c7c-44c5-b4d9-1fbbf88c9c58 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351681 Aug 03 05:14:58.281236 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 1aa6f095-771b-4027-9f9d-57908a0936fe) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:58.290638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:58.290638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.291406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b5ff6f-fbfb-4fb9-9259-64514537a274 None None] Network 1aa6f095-771b-4027-9f9d-57908a0936fe requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:58.350379 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:58.383556 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:14:57Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:14:58.413883 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-65adc859-e898-4031-ace2-e2a40930f836 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1553106 Aug 03 05:14:58.420457 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42276) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:58.425410 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907526dd-a67c-4946-a80f-86328e4ca1e5 None None] The sync data for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi is: [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:14:57Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:14:58.439219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:58.479693 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:58.490271 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b3a43-f3b9-4f17-8472-d32e96219726 req-59ab33cb-4a92-40b0-ac47-509884c0891f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:58.509368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d92b3a43-f3b9-4f17-8472-d32e96219726 req-59ab33cb-4a92-40b0-ac47-509884c0891f tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1767259 Aug 03 05:14:58.583817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-1aa6f095-771b-4027-9f9d-57908a0936fe', 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe', 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'fixed_ips': [{'subnet_id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:14:58.585578 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.593665 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.597954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.635693 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0bd7b272-efcb-41c1-bd0c-2094f3725d7a up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:14:58.694002 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d92b3a43-f3b9-4f17-8472-d32e96219726 req-639242e3-46ce-4156-a168-328849268830 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645355 Aug 03 05:14:58.752848 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for router_controller (1e3deede-be44-48a6-a663-f440da9c9c7c), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.755054 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for subnet (b9b1b127-4193-41db-a779-29245e8cc84a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.807574 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:14:58.807954 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:58.902619 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:58.936983 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Allocated IP 172.20.0.2 (1aa6f095-771b-4027-9f9d-57908a0936fe/2a8b75b8-40b5-4522-9b90-d5d5ef8b335d/e679dc34-e291-41da-aa50-5398a8806f88) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:14:59.003546 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-4e333010-1110-4a91-ab13-52de1e3f33ae service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1381197 Aug 03 05:14:59.031830 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9b1b127-4193-41db-a779-29245e8cc84a,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:14:59.144291 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for router_gateway (1e3deede-be44-48a6-a663-f440da9c9c7c), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.150034 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-0577a0de-e654-4741-aaa2-3b0811b030a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.151401 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f9bb-357d-4455-9799-3115f4005de9 req-c65b261e-85a0-4e81-b7c3-84f88b90412b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.151866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-0577a0de-e654-4741-aaa2-3b0811b030a7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.1220624 Aug 03 05:14:59.152994 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-c65b261e-85a0-4e81-b7c3-84f88b90412b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1129 time: 0.1069021 Aug 03 05:14:59.160150 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:14:59.174113 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Checking segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:14:59.174486 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Network hostable DHCP agents. Network: 2270a235-f065-4e37-a7ab-2cf88c3883db, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:14:59.181241 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:14:59.309235 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Network 2270a235-f065-4e37-a7ab-2cf88c3883db is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:14:59.312358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-2e359576-a971-47e0-98fd-035a549c945f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.314009 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-2e359576-a971-47e0-98fd-035a549c945f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1534181 Aug 03 05:14:59.353633 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f9bb-357d-4455-9799-3115f4005de9 req-aa0239f0-78cc-4f10-b33b-f40318098224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.355510 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-aa0239f0-78cc-4f10-b33b-f40318098224 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1749103 Aug 03 05:14:59.402930 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks [] for port (e679dc34-e291-41da-aa50-5398a8806f88), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.421789 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-ba26a127-a2d9-44c3-b4b9-0f6e775d8746 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 217 time: 0.0573626 Aug 03 05:14:59.423591 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 2270a235-f065-4e37-a7ab-2cf88c3883db) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:14:59.434768 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1a4f50-fc00-44f4-add9-5772a70e75af None None] Network 2270a235-f065-4e37-a7ab-2cf88c3883db requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:14:59.440948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.441949 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.478520 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-89fe1d40-33d2-4cf9-8403-578eaa6baff8 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.1502399 Aug 03 05:14:59.538038 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f9bb-357d-4455-9799-3115f4005de9 req-cef2a5c7-8c31-4d64-af54-d56995bd8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.540025 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (e679dc34-e291-41da-aa50-5398a8806f88), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.540833 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-cef2a5c7-8c31-4d64-af54-d56995bd8304 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.1095822 Aug 03 05:14:59.633090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-8773c26a-0b19-4102-893d-8b36b891f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.635347 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-8773c26a-0b19-4102-893d-8b36b891f9cd service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.1237648 Aug 03 05:14:59.667953 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-384f00de-3a23-4148-ae53-4404379f8939 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6024191 Aug 03 05:14:59.671366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42322) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:14:59.687443 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:14:59.697530 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503f9bb-357d-4455-9799-3115f4005de9 req-f015af20-44dc-4e27-88bf-ac6a1e21bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.699066 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-f015af20-44dc-4e27-88bf-ac6a1e21bdbe service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1504946 Aug 03 05:14:59.699834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5b383-2f8d-48f6-a200-bc7209ccb987 req-07a6eee7-6373-40c4-9d7c-babee320909d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.709041 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dcb5b383-2f8d-48f6-a200-bc7209ccb987 req-07a6eee7-6373-40c4-9d7c-babee320909d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.3026206 Aug 03 05:14:59.807533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-b4d3be22-e3a8-4912-958d-4b5401171488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.809538 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-b4d3be22-e3a8-4912-958d-4b5401171488 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851557 Aug 03 05:14:59.822776 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b7da48-fcb3-4d0e-b3f6-71b34751e83a req-8b328f3b-ce20-44b5-9cc8-f94577115e49 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:14:59.824504 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2b7da48-fcb3-4d0e-b3f6-71b34751e83a req-8b328f3b-ce20-44b5-9cc8-f94577115e49 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.4233611 Aug 03 05:14:59.911290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.912637 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.985921 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for router_controller (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:14:59.987911 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Network 1aa6f095-771b-4027-9f9d-57908a0936fe is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:00.003970 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:00.004331 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-da7623d5-2ebb-4cbd-bc25-bf720229729e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911723 Aug 03 05:15:00.010614 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-2270a235-f065-4e37-a7ab-2cf88c3883db', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:15:00.012744 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.032784 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:00.038113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:00.039688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Pushing event updated for resources: {'Port': ['ID=e679dc34-e291-41da-aa50-5398a8806f88,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:00.080704 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-e381eb30-1a2c-47c8-b4af-e21831c0d8c0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489650 Aug 03 05:15:00.209488 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1503f9bb-357d-4455-9799-3115f4005de9 req-5edfcb0a-8314-4d21-845e-366620a20e4e service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959527 Aug 03 05:15:00.234962 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Attempting to bind port e679dc34-e291-41da-aa50-5398a8806f88 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:00.235873 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Attempting to bind port e679dc34-e291-41da-aa50-5398a8806f88 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:00.236383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Attempting to bind port e679dc34-e291-41da-aa50-5398a8806f88 on network 1aa6f095-771b-4027-9f9d-57908a0936fe {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:00.252490 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:00.253208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Checking segment: {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:00.253794 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.254330 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Bound using segment: {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:00.254986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Bound port: e679dc34-e291-41da-aa50-5398a8806f88, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:00.255532 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e679dc34-e291-41da-aa50-5398a8806f88), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.361223 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for router_gateway (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.373138 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:00.401528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Allocated IP 172.20.0.2 (2270a235-f065-4e37-a7ab-2cf88c3883db/b9b1b127-4193-41db-a779-29245e8cc84a/6c4f6157-eb0d-4e85-893b-b27fff1e05a5) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:00.414132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] For port e679dc34-e291-41da-aa50-5398a8806f88, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:00.418508 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] For port e679dc34-e291-41da-aa50-5398a8806f88, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e679dc34-e291-41da-aa50-5398a8806f88,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:00.442756 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:15:00.504394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (e679dc34-e291-41da-aa50-5398a8806f88), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.567384 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:15:00.603575 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f37983e5-f5aa-4d76-80f0-4508cb75016b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:00.695361 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:00.712472 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dcb5b383-2f8d-48f6-a200-bc7209ccb987 req-987e56ed-e9f6-4baf-91cf-a45219a60277 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0022714 Aug 03 05:15:00.776448 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for router_gateway (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.785243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for router_gateway (1e3deede-be44-48a6-a663-f440da9c9c7c), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.787546 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea680753-3f26-4a76-a3fe-7bc36ec76956 None None] Pushing event updated for resources: {'Port': ['ID=e679dc34-e291-41da-aa50-5398a8806f88,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:00.829208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:00.836681 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.856643 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:00.866689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2b7da48-fcb3-4d0e-b3f6-71b34751e83a req-d37002e9-a224-431a-9356-7c0fc91c1c62 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9188144 Aug 03 05:15:00.954911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:01.004404 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8d87d36d-f251-47d8-a80c-2e7b264c13ba req-3387f032-4df1-4ea0-a0b7-3a33fbfb020a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8676977 Aug 03 05:15:01.087044 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:01.094948 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Allocated IP 172.27.4.55 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/bfb8814e-72dc-49d5-9e49-aec2e629f166) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:01.100430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port f37983e5-f5aa-4d76-80f0-4508cb75016b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:01.107054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.107054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks [] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.131495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '602350b3-725c-4735-99e8-acb9b77192fa', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:15:01.187161 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:01.189969 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: ACTIVE; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:01.190375 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.225726 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:15:01.234063 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.263991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.265553 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42374) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:01.269352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:01.294303 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port f37983e5-f5aa-4d76-80f0-4508cb75016b is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:01.294756 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.338565 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Network 2270a235-f065-4e37-a7ab-2cf88c3883db is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:01.349676 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:01.352628 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:01.367170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Pushing event updated for resources: {'Port': ['ID=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:01.385891 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7db335-4f16-482a-9abc-cf5aa6aa3291 req-76a12630-046d-49df-b2e8-b5341f505526 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:01.385891 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c7db335-4f16-482a-9abc-cf5aa6aa3291 req-76a12630-046d-49df-b2e8-b5341f505526 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0591834 Aug 03 05:15:01.386069 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port f37983e5-f5aa-4d76-80f0-4508cb75016b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f37983e5-f5aa-4d76-80f0-4508cb75016b,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:01.419281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.426804 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.430350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:01.455214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Attempting to bind port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:01.455705 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Attempting to bind port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:01.456644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Attempting to bind port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 on network 2270a235-f065-4e37-a7ab-2cf88c3883db {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:01.487501 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Allocated IP 172.27.4.9 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/f0577b85-6e4a-4c10-ac96-b5c025e6a1df) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:01.493127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-423cbc47-2a00-4f0c-8945-39d72997f586 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.495973 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:01.496527 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Checking segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:01.496940 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.497342 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Bound using segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:01.500526 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Bound port: 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:01.500526 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.519786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.558066 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=6']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:01.622157 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['602350b3-725c-4735-99e8-acb9b77192fa'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:15:01.637239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e7775-2877-41a1-a7ba-82f4d77feef4 req-7d946717-62d5-4477-984a-650adea8b6cb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:01.639678 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c39e7775-2877-41a1-a7ba-82f4d77feef4 req-7d946717-62d5-4477-984a-650adea8b6cb tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0863724 Aug 03 05:15:01.647373 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c7db335-4f16-482a-9abc-cf5aa6aa3291 req-5ff03266-13dd-420f-a3f3-58bcc3fb7e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2610865 Aug 03 05:15:01.651403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:01.660223 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.666036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:01.669689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:01.702950 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] For port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:01.711071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb8814e-72dc-49d5-9e49-aec2e629f166,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:01.736642 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:01.740690 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] For port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:01.770306 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.814796 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:01.846857 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:01.850273 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:01.857794 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:01.862787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:01.868321 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Pushing event updated for resources: {'Port': ['ID=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:01.953049 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3118646d-6170-4883-98dc-091ae81ae52d None None] Pushing event updated for resources: {'Port': ['ID=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:02.030518 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4e7c0-26c8-4046-9367-14a963a675d0 req-0bf222dd-c96d-4446-b5a7-c953479e3f04 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:02.038778 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-53b4e7c0-26c8-4046-9367-14a963a675d0 req-0bf222dd-c96d-4446-b5a7-c953479e3f04 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1382031 Aug 03 05:15:02.051641 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c39e7775-2877-41a1-a7ba-82f4d77feef4 req-30249d01-9e49-46c1-bd99-d70160658a49 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4031088 Aug 03 05:15:02.169094 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:02.170092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4285fee3-82c3-4731-9648-74a53a0b8730 None None] Network 1aa6f095-771b-4027-9f9d-57908a0936fe requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:15:02.195133 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-53b4e7c0-26c8-4046-9367-14a963a675d0 req-673f0838-b859-4a75-aec9-39709dfe6cae tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385396 Aug 03 05:15:02.232211 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for router_gateway (1e3deede-be44-48a6-a663-f440da9c9c7c), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.316749 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Provisioning complete for port e679dc34-e291-41da-aa50-5398a8806f88 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:02.317612 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-423cbc47-2a00-4f0c-8945-39d72997f586 admin admin] Publish callbacks [] for security_group (789c3b94-b97e-449b-ab17-c5109f804c26), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.318033 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e679dc34-e291-41da-aa50-5398a8806f88), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.320152 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for router_gateway (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.336565 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ec647-ddbf-4e72-97ad-9045ff3d49a3 req-703333d2-dbfd-4b48-a49c-7becfdb8fde3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:02.338140 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d93ec647-ddbf-4e72-97ad-9045ff3d49a3 req-703333d2-dbfd-4b48-a49c-7becfdb8fde3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 944 time: 0.1402392 Aug 03 05:15:02.418033 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-423cbc47-2a00-4f0c-8945-39d72997f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (789c3b94-b97e-449b-ab17-c5109f804c26), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.433627 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:02.467926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423cbc47-2a00-4f0c-8945-39d72997f586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789c3b94-b97e-449b-ab17-c5109f804c26,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:02.470863 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:02.525432 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Current status of the port e679dc34-e291-41da-aa50-5398a8806f88 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:02.525432 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e679dc34-e291-41da-aa50-5398a8806f88), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.610420 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] For port e679dc34-e291-41da-aa50-5398a8806f88, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e679dc34-e291-41da-aa50-5398a8806f88,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:02.611710 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 602350b3-725c-4735-99e8-acb9b77192fa triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:02.612082 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (602350b3-725c-4735-99e8-acb9b77192fa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.640105 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d93ec647-ddbf-4e72-97ad-9045ff3d49a3 req-176d90b6-d09f-4e6c-be0d-a372abe55449 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2945032 Aug 03 05:15:02.678022 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-423cbc47-2a00-4f0c-8945-39d72997f586 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=65c39ce41fb6438bb8abfc09000141c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4117742 Aug 03 05:15:02.679255 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.681496 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42390) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:02.684538 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (e679dc34-e291-41da-aa50-5398a8806f88), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.709090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.829241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f21275a-13f3-42ca-ac6e-939917d8aa66 None None] Pushing event updated for resources: {'Port': ['ID=e679dc34-e291-41da-aa50-5398a8806f88,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:02.834107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:02.834834 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.838119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:02.869438 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] Publish callbacks [] for security_group (789c3b94-b97e-449b-ab17-c5109f804c26), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.897143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77745789-94e8-441a-9bb7-d1372c723640 req-dc5479df-4450-4f42-9ac1-9717ea92b3bf tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:02.898474 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-77745789-94e8-441a-9bb7-d1372c723640 req-dc5479df-4450-4f42-9ac1-9717ea92b3bf tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0946443 Aug 03 05:15:02.908554 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] Publish callbacks [] for security_group (789c3b94-b97e-449b-ab17-c5109f804c26), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:02.914276 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:02.915420 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=11 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:02.917840 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad11c4bf-f310-43e8-a32e-2e4b486d8248" -d '{"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:02.986150 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-77745789-94e8-441a-9bb7-d1372c723640 req-2aca17df-5e28-4e00-a33e-b5da3d46bb05 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754161 Aug 03 05:15:02.986410 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:02.988451 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-d0dd4113-9e02-4f91-8a52-122ec564be77 None None] Provisioning complete for port e679dc34-e291-41da-aa50-5398a8806f88 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:02.988834 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d0dd4113-9e02-4f91-8a52-122ec564be77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e679dc34-e291-41da-aa50-5398a8806f88), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3718d3c-9ec4-4993-ad53-d6c9ad6a5a84 x-openstack-request-id: req-b3718d3c-9ec4-4993-ad53-d6c9ad6a5a84 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b3718d3c-9ec4-4993-ad53-d6c9ad6a5a84 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3718d3c-9ec4-4993-ad53-d6c9ad6a5a84'] response: {'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'code': 200} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:03.006096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.086428 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:15:03.143925 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-d0dd4113-9e02-4f91-8a52-122ec564be77 None None] Current status of the port e679dc34-e291-41da-aa50-5398a8806f88 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:03.153106 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Router 1e3deede-be44-48a6-a663-f440da9c9c7c is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:15:03.153260 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.153472 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (789c3b94-b97e-449b-ab17-c5109f804c26), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.156156 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:03.156544 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.156713 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.162894 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/789c3b94-b97e-449b-ab17-c5109f804c26 HTTP/1.1" status: 204 len: 168 time: 0.4695578 Aug 03 05:15:03.183403 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc59259b-829e-4582-b70d-0422e0ba1f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789c3b94-b97e-449b-ab17-c5109f804c26,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:03.258183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763dde4-56c4-464d-b91a-d4ebfd94f2c6 req-ab371144-0974-4bce-b8b2-22f5ecae8973 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:03.260083 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0763dde4-56c4-464d-b91a-d4ebfd94f2c6 req-ab371144-0974-4bce-b8b2-22f5ecae8973 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.0907750 Aug 03 05:15:03.281366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:03.309331 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:03.380593 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:03.385119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Sync routers for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:03.393002 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.401302 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-eb3a76cf-a7a3-4820-9ce1-879da6357b59 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7197459 Aug 03 05:15:03.401684 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa8737-0407-4595-b983-d584c7c78e73 None None] Network 2270a235-f065-4e37-a7ab-2cf88c3883db requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:15:03.405818 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42406) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:03.433419 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:03.481968 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:03.489509 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:03.490179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:03.501746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:03.516559 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb6b6-5b8d-4d70-bbe9-21fb4dc695a6 req-9c92382c-8eba-4cf2-8c33-a122cf21f826 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:03.516825 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Sync routers for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:03.528233 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=7']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:03.533490 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:03.536481 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:03.539501 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-680bb6b6-5b8d-4d70-bbe9-21fb4dc695a6 req-9c92382c-8eba-4cf2-8c33-a122cf21f826 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.1715300 Aug 03 05:15:03.578397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.580209 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e679dc34-e291-41da-aa50-5398a8806f88 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:03.611169 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:03.628370 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-64d3b77e-b6a6-4d6a-801f-014f60637f64 None None] Provisioning complete for port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:03.628370 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-64d3b77e-b6a6-4d6a-801f-014f60637f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.678056 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:03.732513 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0763dde4-56c4-464d-b91a-d4ebfd94f2c6 req-78fd45b7-3c46-4ec0-b427-1619f8fa36d6 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3658862 Aug 03 05:15:03.771923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:03.776240 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9be0bd27-f496-4310-b5c8-0ccbda9e0689 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.3480372 Aug 03 05:15:03.778422 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:03.778934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:03.868109 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 3, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:03.877418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:03.895864 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-680bb6b6-5b8d-4d70-bbe9-21fb4dc695a6 req-9cb33e5e-bfc2-4c74-95de-5cf861e2729f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531256 Aug 03 05:15:03.918196 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Checking router: 1e3deede-be44-48a6-a663-f440da9c9c7c for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:03.918546 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Updating router 1e3deede-be44-48a6-a663-f440da9c9c7c port bfb8814e-72dc-49d5-9e49-aec2e629f166 binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:03.949828 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.021644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ce97e6-89fb-4670-b83a-7d254b50cb96 req-a65c1c2a-e64d-495b-a38f-e2799964407a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:04.027142 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port e679dc34-e291-41da-aa50-5398a8806f88 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:04.027594 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e679dc34-e291-41da-aa50-5398a8806f88), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.031016 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-55ce97e6-89fb-4670-b83a-7d254b50cb96 req-a65c1c2a-e64d-495b-a38f-e2799964407a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1629162 Aug 03 05:15:04.083056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.107000 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-55ce97e6-89fb-4670-b83a-7d254b50cb96 req-77586f1c-41f4-4dc6-a005-d4577ed16099 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748446 Aug 03 05:15:04.114105 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.136954 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-64d3b77e-b6a6-4d6a-801f-014f60637f64 None None] Current status of the port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:04.204116 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:02Z', 'revision_number': 3, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:04.233633 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Checking router: b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:04.234071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Updating router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 port f0577b85-6e4a-4c10-ac96-b5c025e6a1df binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:04.241219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42418) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:04.270927 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.311380 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.315165 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c4588818-89c7-47bf-afcd-29670764a5b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.337893 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cdd64-bacb-4269-ac1e-18bc9c4dc649 req-75ef4d97-9bb1-4b6e-87fe-07ab93389e56 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:04.347091 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f72cdd64-bacb-4269-ac1e-18bc9c4dc649 req-75ef4d97-9bb1-4b6e-87fe-07ab93389e56 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1840482 Aug 03 05:15:04.439999 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks [] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.448107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port e679dc34-e291-41da-aa50-5398a8806f88 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:04.449642 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f37983e5-f5aa-4d76-80f0-4508cb75016b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:04.478454 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f72cdd64-bacb-4269-ac1e-18bc9c4dc649 req-eab066b0-1109-4509-bb56-b7d821f955ef tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295912 Aug 03 05:15:04.494926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.535160 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-dd90311f-6539-4d43-8a36-b27752d53a1c None None] Provisioning complete for port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:04.535547 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dd90311f-6539-4d43-8a36-b27752d53a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.543768 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.549607 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.582382 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Attempting to bind port bfb8814e-72dc-49d5-9e49-aec2e629f166 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:04.582754 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Attempting to bind port bfb8814e-72dc-49d5-9e49-aec2e629f166 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:04.586033 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Attempting to bind port bfb8814e-72dc-49d5-9e49-aec2e629f166 on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:04.586156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c4588818-89c7-47bf-afcd-29670764a5b8 admin admin] Publish callbacks [] for security_group (b12a7184-f36b-47a3-8dc4-efe9673684f5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.587472 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.592436 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:04.592810 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:04.593633 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.593633 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:04.594517 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Bound port: bfb8814e-72dc-49d5-9e49-aec2e629f166, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:04.595092 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.631134 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bf8a4-c643-440a-89f0-173e344fe1b3 None None] Pushing event updated for resources: {'Port': ['ID=bfb8814e-72dc-49d5-9e49-aec2e629f166,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:04.663286 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port f37983e5-f5aa-4d76-80f0-4508cb75016b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:04.663584 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.686993 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] For port bfb8814e-72dc-49d5-9e49-aec2e629f166, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:04.691727 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] For port bfb8814e-72dc-49d5-9e49-aec2e629f166, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bfb8814e-72dc-49d5-9e49-aec2e629f166,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:04.714591 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.725779 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c4588818-89c7-47bf-afcd-29670764a5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b12a7184-f36b-47a3-8dc4-efe9673684f5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.785241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-dd90311f-6539-4d43-8a36-b27752d53a1c None None] Current status of the port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:04.802415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Allocated IP 172.20.0.1 (1aa6f095-771b-4027-9f9d-57908a0936fe/2a8b75b8-40b5-4522-9b90-d5d5ef8b335d/a8195840-cc6d-498b-a079-491a677b371c) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:04.803972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4588818-89c7-47bf-afcd-29670764a5b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b12a7184-f36b-47a3-8dc4-efe9673684f5,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:04.815549 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c4588818-89c7-47bf-afcd-29670764a5b8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8441bd006ded4a87a0f5db1d0266fcea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5692494 Aug 03 05:15:04.818737 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42422) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:04.822307 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.862334 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:04.863243 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:04.875853 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks [] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:04.888374 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port f37983e5-f5aa-4d76-80f0-4508cb75016b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:04.945564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b48bf7-ed3a-4759-894c-e2c05f4045df req-3f3daee0-1309-4d4a-a34e-eda9aa64ad9a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:04.947147 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72b48bf7-ed3a-4759-894c-e2c05f4045df req-3f3daee0-1309-4d4a-a34e-eda9aa64ad9a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1291368 Aug 03 05:15:04.951943 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:04.956317 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bf8a4-c643-440a-89f0-173e344fe1b3 None None] Pushing event updated for resources: {'Port': ['ID=bfb8814e-72dc-49d5-9e49-aec2e629f166,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:04.969569 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.053927 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:05.060144 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks [] for port (a8195840-cc6d-498b-a079-491a677b371c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.068797 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c13a7-18cd-426f-ab6f-6da0920fbcb9 None None] Pushing event updated for resources: {'Port': ['ID=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:05.097188 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Attempting to bind port f0577b85-6e4a-4c10-ac96-b5c025e6a1df on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:05.097760 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Attempting to bind port f0577b85-6e4a-4c10-ac96-b5c025e6a1df by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:05.098308 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Attempting to bind port f0577b85-6e4a-4c10-ac96-b5c025e6a1df on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:05.105115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:05.106156 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:05.106778 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.107337 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:05.108644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Bound port: f0577b85-6e4a-4c10-ac96-b5c025e6a1df, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:05.109195 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.114433 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] Publish callbacks [] for security_group (b12a7184-f36b-47a3-8dc4-efe9673684f5), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.141472 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:05.151700 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:05.176225 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72b48bf7-ed3a-4759-894c-e2c05f4045df req-7ebce67e-90f2-4b2c-927b-c7c2955cd81a tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207081 Aug 03 05:15:05.212546 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.270007 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:05.285861 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:05.286143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.314127 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] For port f0577b85-6e4a-4c10-ac96-b5c025e6a1df, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:05.317141 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Pushing event updated for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:05.321757 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Network 1aa6f095-771b-4027-9f9d-57908a0936fe is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:05.325539 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:05.329013 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:05.329677 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (1e3deede-be44-48a6-a663-f440da9c9c7c), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.333705 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] For port f0577b85-6e4a-4c10-ac96-b5c025e6a1df, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:05.412199 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.439914 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 3, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:05.480761 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39763d16-4c68-4684-91c6-696c2d7e46b9 None None] The sync data for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi is: [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 3, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:05.564780 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:05.565968 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e679dc34-e291-41da-aa50-5398a8806f88 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:05.648403 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:05.649059 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:05.759814 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] Publish callbacks [] for security_group (b12a7184-f36b-47a3-8dc4-efe9673684f5), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:05.824082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42444) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:05.825315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Allocated IP 172.20.0.1 (2270a235-f065-4e37-a7ab-2cf88c3883db/b9b1b127-4193-41db-a779-29245e8cc84a/6a78de5b-88f0-48a6-b8f1-43500102180b) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:05.864164 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12e057-a0d6-43e2-96ed-5b4c79c9fdb3 req-76a9fee5-5c71-4c86-8e99-2ab66f51a847 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:05.871445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3d12e057-a0d6-43e2-96ed-5b4c79c9fdb3 req-76a9fee5-5c71-4c86-8e99-2ab66f51a847 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.8266075 Aug 03 05:15:06.048669 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:06.086757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-e8c4e381-3efa-4c5a-9c23-c2b3d898fe52 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:06.087545 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:06.088379 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-e8c4e381-3efa-4c5a-9c23-c2b3d898fe52 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.9281647 Aug 03 05:15:06.107211 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-d1e140d4-9f50-486e-928c-665871e6b4cb None None] Provisioning complete for port a8195840-cc6d-498b-a079-491a677b371c triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:06.107679 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d1e140d4-9f50-486e-928c-665871e6b4cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a8195840-cc6d-498b-a079-491a677b371c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.131268 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b12a7184-f36b-47a3-8dc4-efe9673684f5), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.135013 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.138477 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b12a7184-f36b-47a3-8dc4-efe9673684f5 HTTP/1.1" status: 204 len: 168 time: 1.3084767 Aug 03 05:15:06.151234 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:06.164105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:06.166889 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:06.172434 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-d1e140d4-9f50-486e-928c-665871e6b4cb None None] Port a8195840-cc6d-498b-a079-491a677b371c cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:06.175654 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c13a7-18cd-426f-ab6f-6da0920fbcb9 None None] Pushing event updated for resources: {'Port': ['ID=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:06.221488 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-125620fb-0fc7-432d-ac10-ab8e62638ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.268960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b816172e-7450-4712-a9e8-f10717182277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b12a7184-f36b-47a3-8dc4-efe9673684f5,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:06.295937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:06.307372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f3ccd1-be0e-46e5-8767-6ad021b4b09e req-185f667f-bc44-4262-8e91-366f8f3faf37 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:06.309159 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75f3ccd1-be0e-46e5-8767-6ad021b4b09e req-185f667f-bc44-4262-8e91-366f8f3faf37 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.4860909 Aug 03 05:15:06.411287 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port e679dc34-e291-41da-aa50-5398a8806f88 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:06.411663 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (e679dc34-e291-41da-aa50-5398a8806f88), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.450712 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3d12e057-a0d6-43e2-96ed-5b4c79c9fdb3 req-86f5df39-f534-48eb-b921-4f0d5c27eba8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5785024 Aug 03 05:15:06.509783 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a8195840-cc6d-498b-a079-491a677b371c), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.560221 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Deleting port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:15:06.561337 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.639817 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75f3ccd1-be0e-46e5-8767-6ad021b4b09e req-823e5a30-d4b8-4206-807e-fa505cbf2e06 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3021569 Aug 03 05:15:06.708063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port e679dc34-e291-41da-aa50-5398a8806f88 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:06.726035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:02Z', 'revision_number': 3, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:06.792442 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1363e28c-4c60-4610-b998-f83a199ddb72 None None] The sync data for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi is: [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:02Z', 'revision_number': 3, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:06.880225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955a647-5631-4cec-9341-40314aa72d5a req-56e6d6b0-a636-482f-8a30-48148a8cda52 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:06.888345 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3955a647-5631-4cec-9341-40314aa72d5a req-56e6d6b0-a636-482f-8a30-48148a8cda52 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.2434652 Aug 03 05:15:06.916398 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks [] for port (a8195840-cc6d-498b-a079-491a677b371c), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:06.971778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks [] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.001897 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.006880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (1e3deede-be44-48a6-a663-f440da9c9c7c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.079431 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bfb8814e-72dc-49d5-9e49-aec2e629f166 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:07.125621 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Pushing event updated for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:07.144365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56832d1b-cdad-4324-862d-9e4bcf2f6279 req-2da60ed1-f761-4d65-8ccd-f71e5473100d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:07.146054 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-56832d1b-cdad-4324-862d-9e4bcf2f6279 req-2da60ed1-f761-4d65-8ccd-f71e5473100d tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 945 time: 0.1713104 Aug 03 05:15:07.169592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:07.201399 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:07.250130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port bfb8814e-72dc-49d5-9e49-aec2e629f166 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:07.250130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.254706 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-125620fb-0fc7-432d-ac10-ab8e62638ab4 admin admin] Publish callbacks [] for security_group (d417fc4d-4015-485b-b00e-1c1302c08245), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.347168 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3955a647-5631-4cec-9341-40314aa72d5a req-78f6bdb5-a1b7-4642-8099-48c9954fe444 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4578876 Aug 03 05:15:07.379143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-125620fb-0fc7-432d-ac10-ab8e62638ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d417fc4d-4015-485b-b00e-1c1302c08245), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.401295 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:07.442644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port bfb8814e-72dc-49d5-9e49-aec2e629f166 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:07.443956 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.457868 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Network 1aa6f095-771b-4027-9f9d-57908a0936fe is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:07.457868 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:07.535058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port bfb8814e-72dc-49d5-9e49-aec2e629f166, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bfb8814e-72dc-49d5-9e49-aec2e629f166,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:07.601139 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.636455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125620fb-0fc7-432d-ac10-ab8e62638ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d417fc4d-4015-485b-b00e-1c1302c08245,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:07.642789 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:07.766817 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-56832d1b-cdad-4324-862d-9e4bcf2f6279 req-aca6f32d-eec9-4617-be04-aa34637c9515 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=25fe5811-24e9-4164-8790-879b370a5474&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999788 Aug 03 05:15:07.783958 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=bfb8814e-72dc-49d5-9e49-aec2e629f166,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:07.806049 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:07.807332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:07.828908 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Network 2270a235-f065-4e37-a7ab-2cf88c3883db is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:07.846034 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:07.849177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:07.943014 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Router 1e3deede-be44-48a6-a663-f440da9c9c7c has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:15:07.943863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.052622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-6f33c34a-c88e-453f-a3da-69ce2d81f33e None None] Provisioning complete for port a8195840-cc6d-498b-a079-491a677b371c triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:08.053389 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6f33c34a-c88e-453f-a3da-69ce2d81f33e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a8195840-cc6d-498b-a079-491a677b371c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.083225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:08.083605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.089086 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-125620fb-0fc7-432d-ac10-ab8e62638ab4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=973189f7b53a4b86a32d72eb6010a3fd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2546611 Aug 03 05:15:08.095253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42498) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:08.149683 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-6f33c34a-c88e-453f-a3da-69ce2d81f33e None None] Port a8195840-cc6d-498b-a079-491a677b371c cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:08.198807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82069fb7-6e1b-4fdc-bc2f-9f678baa570c req-bc10776a-9e3d-43a1-a063-879300903509 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:08.206804 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82069fb7-6e1b-4fdc-bc2f-9f678baa570c req-bc10776a-9e3d-43a1-a063-879300903509 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.2631123 Aug 03 05:15:08.237893 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Calling delete_port for f2ab039a-8219-434d-9b4b-67e3c8ffc9ba owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:15:08.381859 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-f539d655-905a-42c4-a798-13a3fba71a86 None None] Provisioning complete for port 6a78de5b-88f0-48a6-b8f1-43500102180b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:08.382810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f539d655-905a-42c4-a798-13a3fba71a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.389481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:08.392086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] Publish callbacks [] for security_group (d417fc4d-4015-485b-b00e-1c1302c08245), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.423348 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] Publish callbacks [] for security_group (d417fc4d-4015-485b-b00e-1c1302c08245), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.475250 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6fbb7bee-b93a-4fac-b3ed-73fcc4f310ec admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/1e3deede-be44-48a6-a663-f440da9c9c7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6865730 Aug 03 05:15:08.488490 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-f539d655-905a-42c4-a798-13a3fba71a86 None None] Port 6a78de5b-88f0-48a6-b8f1-43500102180b cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:08.499175 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device f2ab039a-8219-434d-9b4b-67e3c8ffc9ba no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:15:08.595501 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.624151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d417fc4d-4015-485b-b00e-1c1302c08245), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.630966 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.630966 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d417fc4d-4015-485b-b00e-1c1302c08245 HTTP/1.1" status: 204 len: 168 time: 0.5345879 Aug 03 05:15:08.658684 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a81c5c1-1b0a-4853-ad8d-9643e569ecbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d417fc4d-4015-485b-b00e-1c1302c08245,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:08.730639 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba is: ACTIVE; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:08.731256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.813247 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:08.815671 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b0c3a6-25cc-4b5b-b0dc-dad44d4e8203" -d '{"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:08.834224 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,segment=NetworkSegment(46de4f66-9708-4b92-b1c0-e7d527048548),segment_id=46de4f66-9708-4b92-b1c0-e7d527048548)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:08.917763 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:08.999248 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=6']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:09.082103 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Sync routers for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:09.085680 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:09.114971 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82069fb7-6e1b-4fdc-bc2f-9f678baa570c req-bbfaac8f-526c-467b-918c-acea1c31a4a1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8758101 Aug 03 05:15:09.115213 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:09.115213 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:09.213381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:09.313590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359dcae-b279-47e9-8198-0f339af3eb2c req-1a605ba0-c7de-4db8-baaa-cfb1a99fece2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:09.324109 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4359dcae-b279-47e9-8198-0f339af3eb2c req-1a605ba0-c7de-4db8-baaa-cfb1a99fece2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.7760372 Aug 03 05:15:09.409623 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bfb8814e-72dc-49d5-9e49-aec2e629f166 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:09.480495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:09.529080 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:09.559022 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4359dcae-b279-47e9-8198-0f339af3eb2c req-e35f51de-74b8-451b-ab7d-1b4eb2a921a6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2328947 Aug 03 05:15:09.616627 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks [] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:09.671719 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port bfb8814e-72dc-49d5-9e49-aec2e629f166 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:09.672097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:09.692698 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:09.734361 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:09.749183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e7cd7e87-a088-4614-a0d3-40130e496428 req-c45900da-2513-4a61-a84c-ad963298ea5e tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0456102 Aug 03 05:15:09.749894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (f2ab039a-8219-434d-9b4b-67e3c8ffc9ba), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:09.829995 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port bfb8814e-72dc-49d5-9e49-aec2e629f166 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:09.831151 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f0577b85-6e4a-4c10-ac96-b5c025e6a1df up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:09.900461 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:09.937747 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Pushing event updated for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:09.965189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] No DVR routers for this DVR port f2ab039a-8219-434d-9b4b-67e3c8ffc9ba on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:15:10.009453 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42562) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:10.017560 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'security_group': {'name': 'tempest-securitygroup--528471934', 'description': 'tempest-description--1139326606'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:10.021742 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.026527 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b2b3b2b0-7855-4aed-90b2-55af409c846b req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.67 "DELETE /networking/v2.0/ports/f2ab039a-8219-434d-9b4b-67e3c8ffc9ba HTTP/1.1" status: 204 len: 173 time: 3.8841510 Aug 03 05:15:10.027278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-deleted', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:10.042332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-346ed4d8-d810-4562-bb21-0d4cba87d93a" -d '{"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-deleted", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:10.054791 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdee603b-7464-47e7-b3d0-c3e0e9d82c99 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] Pushing event deleted for resources: {'Port': ['ID=f2ab039a-8219-434d-9b4b-67e3c8ffc9ba,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:10.106430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:06Z', 'revision_number': 4, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'a8195840-cc6d-498b-a079-491a677b371c', 'name': '', 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'mac_address': 'fa:16:3e:8c:f2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:06Z', 'revision_number': 2, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'subnets': [{'id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:10.110178 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:10.167417 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42568) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:10.173661 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-920195612', 'description': 'tempest-secgroup-smoke-920195612 description', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:10.203970 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Network 2270a235-f065-4e37-a7ab-2cf88c3883db is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:10.206173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:10.208803 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcad8f1-1724-4b23-9796-0a456758ce3e x-openstack-request-id: req-0bcad8f1-1724-4b23-9796-0a456758ce3e {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:10.213644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-unplugged", "status": "completed", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:10.213981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0bcad8f1-1724-4b23-9796-0a456758ce3e {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:10.214414 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcad8f1-1724-4b23-9796-0a456758ce3e'] response: {'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'code': 200} Aug 03 05:15:10.215884 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Checking router: 1e3deede-be44-48a6-a663-f440da9c9c7c for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:10.216236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Updating router 1e3deede-be44-48a6-a663-f440da9c9c7c port a8195840-cc6d-498b-a079-491a677b371c binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:10.250882 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.305523 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port f0577b85-6e4a-4c10-ac96-b5c025e6a1df triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:10.306251 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.307221 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ffafbc-b0d8-4154-b2c8-51360757f7d9 x-openstack-request-id: req-51ffafbc-b0d8-4154-b2c8-51360757f7d9 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:10.316267 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3", "name": "network-vif-deleted", "tag": "f2ab039a-8219-434d-9b4b-67e3c8ffc9ba", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:10.316781 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-51ffafbc-b0d8-4154-b2c8-51360757f7d9 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:10.330139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51ffafbc-b0d8-4154-b2c8-51360757f7d9'] response: {'server_uuid': '49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3', 'name': 'network-vif-deleted', 'tag': 'f2ab039a-8219-434d-9b4b-67e3c8ffc9ba', 'status': 'completed', 'code': 200} Aug 03 05:15:10.371981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a8195840-cc6d-498b-a079-491a677b371c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.438806 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (41f25771-6971-4146-a0e9-361e3bd53229), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.445121 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.522726 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (41f25771-6971-4146-a0e9-361e3bd53229), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.650313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:10.752399 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f25771-6971-4146-a0e9-361e3bd53229,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:10.783231 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.790459 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9f448193-3517-4230-a5cf-b57ca3ad390f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7770452 Aug 03 05:15:10.794775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42576) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:10.806795 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e68d2-0681-4cdf-983f-d332be16ea77 req-ac96d3bf-8ed0-4808-ad76-6b966f118058 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:10.807966 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'security_group_rule': {'security_group_id': '41f25771-6971-4146-a0e9-361e3bd53229', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:10.814205 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-899e68d2-0681-4cdf-983f-d332be16ea77 req-ac96d3bf-8ed0-4808-ad76-6b966f118058 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.2676010 Aug 03 05:15:10.827238 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (55588fc6-b766-482c-9941-6025b4663167), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.835231 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-003114d8-58b4-43b3-a983-e9c07ec9beb5 None None] Provisioning complete for port 6a78de5b-88f0-48a6-b8f1-43500102180b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:10.835735 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-003114d8-58b4-43b3-a983-e9c07ec9beb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.879957 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:10.894793 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-899e68d2-0681-4cdf-983f-d332be16ea77 req-0e6f448d-b17a-4d94-b43e-f9fc72c17d8a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793128 Aug 03 05:15:10.895812 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (55588fc6-b766-482c-9941-6025b4663167), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:10.902186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ecabdd-34f3-4f00-85e6-327e0f1dd818 req-1e26a14f-1054-47da-8312-2c1d2aa8c129 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:10.903826 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10ecabdd-34f3-4f00-85e6-327e0f1dd818 req-1e26a14f-1054-47da-8312-2c1d2aa8c129 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1537957 Aug 03 05:15:10.926694 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:15:10.938799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55588fc6-b766-482c-9941-6025b4663167,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:10.960126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-003114d8-58b4-43b3-a983-e9c07ec9beb5 None None] Port 6a78de5b-88f0-48a6-b8f1-43500102180b cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:10.975756 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (18bf94b6-4499-4019-bedd-425b0152d9fe), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.024905 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port f0577b85-6e4a-4c10-ac96-b5c025e6a1df is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:11.025468 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.059096 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (18bf94b6-4499-4019-bedd-425b0152d9fe), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.065277 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.065277 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-224729a2-949d-4b76-a01b-77d6d0b02f3b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8963802 Aug 03 05:15:11.077962 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port f0577b85-6e4a-4c10-ac96-b5c025e6a1df, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:11.080990 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42590) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:11.097272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:11.107318 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:11.152788 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (18bf94b6-4499-4019-bedd-425b0152d9fe), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.170631 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.187634 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10ecabdd-34f3-4f00-85e6-327e0f1dd818 req-a8422ed9-b7d9-4649-9b6a-268933949851 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2739632 Aug 03 05:15:11.200283 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18bf94b6-4499-4019-bedd-425b0152d9fe,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:11.249287 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9bb70cb9-beba-4d4b-afb4-704cc49b808a req-60967413-8fb8-40fe-814a-de6c9c811f10 tempest-VolumesActionsTest-314457804 tempest-VolumesActionsTest-314457804-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=49c4dfe0-7908-4201-bf5e-5d0f03a5e6a3 HTTP/1.1" status: 200 len: 210 time: 0.0724390 Aug 03 05:15:11.263022 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (b5d1a903-8bdf-4028-b1cd-f8f6f3851c89), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.309867 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks [] for port (a8195840-cc6d-498b-a079-491a677b371c), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.320122 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.321377 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1e1ded84-f21a-412c-9c2b-31edd9041b1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5217080 Aug 03 05:15:11.325138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42596) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:11.329773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'security_group_rule': {'security_group_id': '41f25771-6971-4146-a0e9-361e3bd53229', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:11.363507 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:11.691731 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (b5d1a903-8bdf-4028-b1cd-f8f6f3851c89), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.700557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.700713 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:11.700713 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b9613b61-3e0e-4c88-a86d-c578d7f920a4 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0442090 Aug 03 05:15:11.700908 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Sync routers for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:11.700908 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:11.700908 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:11.719910 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:11.763740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Pushing event updated for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:11.772106 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:11.781936 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:11.925592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Attempting to bind port a8195840-cc6d-498b-a079-491a677b371c on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Attempting to bind port a8195840-cc6d-498b-a079-491a677b371c by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Attempting to bind port a8195840-cc6d-498b-a079-491a677b371c on network 1aa6f095-771b-4027-9f9d-57908a0936fe {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Checking segment: {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Bound using segment: {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Bound port: a8195840-cc6d-498b-a079-491a677b371c, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:11.937495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a8195840-cc6d-498b-a079-491a677b371c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:11.945632 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] For port a8195840-cc6d-498b-a079-491a677b371c, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:11.962537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] For port a8195840-cc6d-498b-a079-491a677b371c, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a8195840-cc6d-498b-a079-491a677b371c,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:12.015811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 2, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:12.048880 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Checking router: b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:12.049238 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Updating router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 port 6a78de5b-88f0-48a6-b8f1-43500102180b binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:12.097545 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.100418 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f735a5-ec07-41fb-9171-1e9f61782370 req-4d6c47cf-fab8-4a9b-8dd1-cfe0bb01fa83 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:12.102593 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12f735a5-ec07-41fb-9171-1e9f61782370 req-4d6c47cf-fab8-4a9b-8dd1-cfe0bb01fa83 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0838745 Aug 03 05:15:12.194157 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12f735a5-ec07-41fb-9171-1e9f61782370 req-8bf91032-9104-4c5b-9d5a-fa940255bc10 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826948 Aug 03 05:15:12.278932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (b5d1a903-8bdf-4028-b1cd-f8f6f3851c89), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.292656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (a881f68b-298d-4cf9-8035-0447acbb095a), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.309229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.321742 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d1a903-8bdf-4028-b1cd-f8f6f3851c89,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:12.463671 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:12.463671 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:12.470859 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.472415 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-62cd4f28-d6d7-49b4-b9d4-10b04dafb3ea tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3899870 Aug 03 05:15:12.475304 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42614) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:12.483342 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:12.526163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fb0ca-81cc-4be2-966e-e44e48cea168 req-c93ae44a-b778-42a5-941c-106617887eff tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:12.531003 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-750fb0ca-81cc-4be2-966e-e44e48cea168 req-c93ae44a-b778-42a5-941c-106617887eff tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1611605 Aug 03 05:15:12.538704 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:12.575923 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ebd65-37fb-4074-b5ae-c9c72166a6f6 None None] Pushing event updated for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:12.593349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (a881f68b-298d-4cf9-8035-0447acbb095a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.637391 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks [] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.658027 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (9af24ab6-cdf9-4f17-80f3-47e4ac888440), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.661251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-750fb0ca-81cc-4be2-966e-e44e48cea168 req-d02ba8fd-b714-4f6d-b517-90a278f827b1 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188893 Aug 03 05:15:12.663069 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (a881f68b-298d-4cf9-8035-0447acbb095a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.734454 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a881f68b-298d-4cf9-8035-0447acbb095a,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:12.759812 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:12.789654 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.825427 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.828015 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-eac833d2-b6cf-4768-9edc-cee7a0bdce80 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5012288 Aug 03 05:15:12.834127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42624) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:12.841065 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:12.889543 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (9af24ab6-cdf9-4f17-80f3-47e4ac888440), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.908058 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695917c4-0d9a-4acb-85ae-11ceae27075a None None] Pushing event updated for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:12.962897 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (9af24ab6-cdf9-4f17-80f3-47e4ac888440), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:12.966810 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.017792 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:13.022753 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Attempting to bind port 6a78de5b-88f0-48a6-b8f1-43500102180b on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:13.023172 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Attempting to bind port 6a78de5b-88f0-48a6-b8f1-43500102180b by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:13.023558 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Attempting to bind port 6a78de5b-88f0-48a6-b8f1-43500102180b on network 2270a235-f065-4e37-a7ab-2cf88c3883db {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:13.039663 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af24ab6-cdf9-4f17-80f3-47e4ac888440,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:13.050569 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:13.051537 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Checking segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:13.052095 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.059978 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Bound using segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:13.060994 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Bound port: 6a78de5b-88f0-48a6-b8f1-43500102180b, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:13.061736 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.119153 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.120567 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4b45c1e8-b9ea-43e1-9aa6-ebe7534aecba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6439974 Aug 03 05:15:13.156088 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.207325 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42636) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:13.212584 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:13.222565 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] For port 6a78de5b-88f0-48a6-b8f1-43500102180b, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:13.225485 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:13.243401 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] For port 6a78de5b-88f0-48a6-b8f1-43500102180b, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6a78de5b-88f0-48a6-b8f1-43500102180b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:13.345687 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.379348 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f0577b85-6e4a-4c10-ac96-b5c025e6a1df up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:13.432049 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:13.434928 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (72945546-a6fe-4fb6-b93e-520a920b108f), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.439840 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:06Z', 'revision_number': 4, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'a8195840-cc6d-498b-a079-491a677b371c', 'name': '', 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'mac_address': 'fa:16:3e:8c:f2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'subnets': [{'id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:13.449373 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42644) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:13.453316 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:13.453966 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:14:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:13.524285 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Allocated IP 172.27.4.92 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/bd0e0683-1134-4991-bab1-d79232242f36) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:13.530207 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835e2e5a-dd98-4ca2-98c5-47d88a8679a3 None None] The sync data for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi is: [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:15:06Z', 'revision_number': 4, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'a8195840-cc6d-498b-a079-491a677b371c', 'name': '', 'network_id': '1aa6f095-771b-4027-9f9d-57908a0936fe', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'mac_address': 'fa:16:3e:8c:f2:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'subnets': [{'id': '2a8b75b8-40b5-4522-9b90-d5d5ef8b335d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:13.579045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port f0577b85-6e4a-4c10-ac96-b5c025e6a1df triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:13.580328 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.641684 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (72945546-a6fe-4fb6-b93e-520a920b108f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.728559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:13.752491 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (72945546-a6fe-4fb6-b93e-520a920b108f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.790422 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-200287040-network', 'tenant_id': 'f0602692bf964a639462a788ecfd052c'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:13.809016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:13.822073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72945546-a6fe-4fb6-b93e-520a920b108f,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:13.853574 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port f0577b85-6e4a-4c10-ac96-b5c025e6a1df is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:13.925851 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:13.928177 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-631f7dcd-7a9d-4a3f-a934-0618dc1ac7b3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7194889 Aug 03 05:15:13.930951 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42656) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:13.939365 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:13.957570 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:13.961089 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695917c4-0d9a-4acb-85ae-11ceae27075a None None] Pushing event updated for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:14.003076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee9be2-d62c-4685-8e39-2437dd5bffcf req-db83c3fa-57f7-4d79-ab07-ecc61bce6d7c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:14.005184 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-46ee9be2-d62c-4685-8e39-2437dd5bffcf req-db83c3fa-57f7-4d79-ab07-ecc61bce6d7c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0947347 Aug 03 05:15:14.036733 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Made reservation on behalf of f0602692bf964a639462a788ecfd052c for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:15:14.039445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.100308 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.114887 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for port (bd0e0683-1134-4991-bab1-d79232242f36), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.121753 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (39ec0d1d-d0d3-40b2-bd6e-37a47ce35f0a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.135567 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b23d4c-ffe6-4ad0-af13-11091c212642 req-a7699f99-5c9f-4e0f-b834-54320ff023c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:14.142942 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-69b23d4c-ffe6-4ad0-af13-11091c212642 req-a7699f99-5c9f-4e0f-b834-54320ff023c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.2377439 Aug 03 05:15:14.276716 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-46ee9be2-d62c-4685-8e39-2437dd5bffcf req-82661a90-9bfb-40eb-ac98-c1c9d51d13ac tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432139 Aug 03 05:15:14.290538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:14.309139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-69b23d4c-ffe6-4ad0-af13-11091c212642 req-10090c98-8f3e-4482-99a1-a663a5717c2c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637483 Aug 03 05:15:14.347372 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (39ec0d1d-d0d3-40b2-bd6e-37a47ce35f0a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.421122 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (39ec0d1d-d0d3-40b2-bd6e-37a47ce35f0a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.430304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks [] for security_group (ae8dfd41-f41f-42f0-ad9a-3db941fd76ce), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.447633 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39ec0d1d-d0d3-40b2-bd6e-37a47ce35f0a,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:14.486392 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:13Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:14.518260 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dfdc03-0b19-49a3-9e0b-1d2a89b013cf None None] The sync data for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi is: [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:13Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:14.686408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (bd0e0683-1134-4991-bab1-d79232242f36), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.717356 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.718945 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cf1633fa-4dda-4fd2-9c54-e8e3cad7c5eb tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7866960 Aug 03 05:15:14.723205 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42666) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:14.726500 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:14.735705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae8dfd41-f41f-42f0-ad9a-3db941fd76ce), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.798257 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:14.816325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:14.816325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:15:14.818327 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:14.823077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'Port': ['ID=bd0e0683-1134-4991-bab1-d79232242f36,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:14.826935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8dfd41-f41f-42f0-ad9a-3db941fd76ce,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:14.832519 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Project 6ff6f2c611f44256a7d85a8d99981d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:15:14.842640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (f1851278-33cd-47fc-a9f1-456ff036e240), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.859539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (357b60a3-01c0-4d90-977f-ff40097aea9b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:14.860340 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Added segment 357b60a3-01c0-4d90-977f-ff40097aea9b of type vlan for network 4decd73e-393f-4b1b-85a9-a608a25c178a Aug 03 05:15:14.995004 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (f1851278-33cd-47fc-a9f1-456ff036e240), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.084405 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (f1851278-33cd-47fc-a9f1-456ff036e240), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.125836 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1851278-33cd-47fc-a9f1-456ff036e240,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:15.225754 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (4decd73e-393f-4b1b-85a9-a608a25c178a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.237614 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.242313 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-73352bd6-5a6a-457a-82b5-75435f413610 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5196834 Aug 03 05:15:15.243423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42678) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:15.250041 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'security_group_rule': {'security_group_id': '55588fc6-b766-482c-9941-6025b4663167', 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:15.350005 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:15.364555 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.406224 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Project 6ff6f2c611f44256a7d85a8d99981d9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:15:15.417842 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (5e90b9e5-31b3-48b2-979c-85378944ca33), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.437293 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (4decd73e-393f-4b1b-85a9-a608a25c178a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.438548 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:15.442321 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.442470 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6a78de5b-88f0-48a6-b8f1-43500102180b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:15.446772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:15.551944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6a78de5b-88f0-48a6-b8f1-43500102180b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:15.553844 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.602439 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (5e90b9e5-31b3-48b2-979c-85378944ca33), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.658684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d3cca9-6f03-4f02-8dfb-dcbc127f5597 req-60efd7e4-6b3f-4edd-b0e6-5969b0495123 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:15.672571 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6d3cca9-6f03-4f02-8dfb-dcbc127f5597 req-60efd7e4-6b3f-4edd-b0e6-5969b0495123 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.2451503 Aug 03 05:15:15.714475 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (5e90b9e5-31b3-48b2-979c-85378944ca33), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.748363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6a78de5b-88f0-48a6-b8f1-43500102180b is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:15.749054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.752870 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.9667039 Aug 03 05:15:15.755773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42684) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:15.762532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34149072-434a-47ad-a68a-fd6aa52d8c66 req-d978ab81-4a9f-47eb-ad9b-331eedab6cd2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:15.768909 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e90b9e5-31b3-48b2-979c-85378944ca33,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:15.770476 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34149072-434a-47ad-a68a-fd6aa52d8c66 req-d978ab81-4a9f-47eb-ad9b-331eedab6cd2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.2967579 Aug 03 05:15:15.776986 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Request body: {'subnet': {'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-200287040-subnet', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:15.785304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb1261-076b-4974-9047-cefa9fa25c05 admin admin] Pushing event updated for resources: {'Network': ['ID=4decd73e-393f-4b1b-85a9-a608a25c178a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:15.795278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bd0e0683-1134-4991-bab1-d79232242f36), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.801650 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 4decd73e-393f-4b1b-85a9-a608a25c178a details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:15:15.810067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 6a78de5b-88f0-48a6-b8f1-43500102180b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6a78de5b-88f0-48a6-b8f1-43500102180b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:15.813440 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.814934 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e5080861-ba48-4361-851c-8c454b705d2f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5702701 Aug 03 05:15:15.917838 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6d3cca9-6f03-4f02-8dfb-dcbc127f5597 req-b38cf5b5-1288-43db-8853-93ae675bc406 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466042 Aug 03 05:15:15.936810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:15.949418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a8195840-cc6d-498b-a079-491a677b371c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:15.959128 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34149072-434a-47ad-a68a-fd6aa52d8c66 req-acfdc364-b0ab-439c-88e5-0a9d40701022 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874173 Aug 03 05:15:16.030883 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Made reservation on behalf of f0602692bf964a639462a788ecfd052c for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:15:16.033152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.046353 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:16.056706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a8195840-cc6d-498b-a079-491a677b371c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:16.057368 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a8195840-cc6d-498b-a079-491a677b371c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.098151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:16.166549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for port (bd0e0683-1134-4991-bab1-d79232242f36), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.166984 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a8195840-cc6d-498b-a079-491a677b371c is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:16.167557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (a8195840-cc6d-498b-a079-491a677b371c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.220699 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:16.225635 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port a8195840-cc6d-498b-a079-491a677b371c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a8195840-cc6d-498b-a079-491a677b371c,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:16.230289 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (bd0e0683-1134-4991-bab1-d79232242f36), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.274190 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.338304 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:16.341560 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.394157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'Port': ['ID=bd0e0683-1134-4991-bab1-d79232242f36,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:16.455129 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (6171baff-2ffd-409a-9d5e-80d89181b5a1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.490964 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.502974 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2a8d1f55-5aa2-4aa8-b81a-b05743f04213 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6570272 Aug 03 05:15:16.571518 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6171baff-2ffd-409a-9d5e-80d89181b5a1,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:16.590283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Checking segment: {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:16.590651 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Network hostable DHCP agents. Network: 4decd73e-393f-4b1b-85a9-a608a25c178a, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:15:16.713074 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Network 4decd73e-393f-4b1b-85a9-a608a25c178a is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:15:16.781210 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 4decd73e-393f-4b1b-85a9-a608a25c178a) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:16.791747 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2476863c-9ae2-4478-bbda-ceac2144809b None None] Network 4decd73e-393f-4b1b-85a9-a608a25c178a requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:15:16.792447 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:16.793618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:16.880734 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3772126a-948f-496b-a755-0df3d384ddc1 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1076794 Aug 03 05:15:16.883423 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 42704) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:16.888024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:16.893760 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:16.948496 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-4decd73e-393f-4b1b-85a9-a608a25c178a', 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a', 'project_id': 'f0602692bf964a639462a788ecfd052c', 'fixed_ips': [{'subnet_id': '6171baff-2ffd-409a-9d5e-80d89181b5a1'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:15:16.953849 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.000740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.001824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.154946 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for router_controller (b31b339e-7ed2-461d-b561-5899cb9ce519), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.169036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3373fb-6c0b-48c2-a4ba-40ab6e355cc2 req-08bc773a-2a4e-407b-b99a-0e8d59f71d42 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:17.176747 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b3373fb-6c0b-48c2-a4ba-40ab6e355cc2 req-08bc773a-2a4e-407b-b99a-0e8d59f71d42 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1343715 Aug 03 05:15:17.250331 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b3373fb-6c0b-48c2-a4ba-40ab6e355cc2 req-f538896f-b55b-43a7-87bb-9966395b9250 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725012 Aug 03 05:15:17.267786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Allocated IP 172.20.0.2 (4decd73e-393f-4b1b-85a9-a608a25c178a/6171baff-2ffd-409a-9d5e-80d89181b5a1/05c18221-ee56-42f1-8265-c9669110c14b) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:17.297145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:17.308141 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0a8c0500-42d3-44fc-9ca5-0f9eb3fd15db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.371593 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6a78de5b-88f0-48a6-b8f1-43500102180b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:17.475143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6a78de5b-88f0-48a6-b8f1-43500102180b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:17.475513 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.545502 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for router_gateway (b31b339e-7ed2-461d-b561-5899cb9ce519), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.551599 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks [] for port (05c18221-ee56-42f1-8265-c9669110c14b), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.568590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a036c-68bf-4ebd-aae2-bfccabd6abec req-2d8e4378-1114-461b-9800-c2c6e8dab4ca tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:17.571021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-381a036c-68bf-4ebd-aae2-bfccabd6abec req-2d8e4378-1114-461b-9800-c2c6e8dab4ca tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1698306 Aug 03 05:15:17.635809 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6a78de5b-88f0-48a6-b8f1-43500102180b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:17.637191 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a8195840-cc6d-498b-a079-491a677b371c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:17.650369 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-381a036c-68bf-4ebd-aae2-bfccabd6abec req-96f001fa-65f3-40a1-ab9e-b95a9c9137c1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721538 Aug 03 05:15:17.873960 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (05c18221-ee56-42f1-8265-c9669110c14b), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.932603 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:17.945506 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Network 4decd73e-393f-4b1b-85a9-a608a25c178a is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:17.946443 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Pushing event updated for resources: {'Port': ['ID=05c18221-ee56-42f1-8265-c9669110c14b,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:17.961922 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for router_gateway (b31b339e-7ed2-461d-b561-5899cb9ce519), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.962053 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:17.962421 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:17.964401 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:17.977039 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port a8195840-cc6d-498b-a079-491a677b371c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:17.977493 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (a8195840-cc6d-498b-a079-491a677b371c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:17.982521 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.066822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Attempting to bind port 05c18221-ee56-42f1-8265-c9669110c14b on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:18.067324 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Attempting to bind port 05c18221-ee56-42f1-8265-c9669110c14b by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:18.067771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Attempting to bind port 05c18221-ee56-42f1-8265-c9669110c14b on network 4decd73e-393f-4b1b-85a9-a608a25c178a {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:18.075554 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:18.076467 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Checking segment: {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:18.076877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.077269 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Bound using segment: {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:18.077753 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Bound port: 05c18221-ee56-42f1-8265-c9669110c14b, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:18.078136 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (05c18221-ee56-42f1-8265-c9669110c14b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.138170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Allocated IP 172.27.4.130 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/07ba2853-6838-42b7-8f24-da1ad9b4ab65) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:18.143471 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port a8195840-cc6d-498b-a079-491a677b371c is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:18.187627 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] For port 05c18221-ee56-42f1-8265-c9669110c14b, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:18.191333 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] For port 05c18221-ee56-42f1-8265-c9669110c14b, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=05c18221-ee56-42f1-8265-c9669110c14b,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:18.279807 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (05c18221-ee56-42f1-8265-c9669110c14b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.305588 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.396071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a939c68-eee2-4ba5-a8f8-e5a37770b884 None None] Pushing event updated for resources: {'Port': ['ID=05c18221-ee56-42f1-8265-c9669110c14b,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:18.475731 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cef1d7-2147-4d11-8793-66af6c3d807e req-cc2001f7-cd57-4eac-b3b5-3aedc350781a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:18.477308 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e1cef1d7-2147-4d11-8793-66af6c3d807e req-cc2001f7-cd57-4eac-b3b5-3aedc350781a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1009717 Aug 03 05:15:18.500075 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:18.528899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:18.619598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:18.636388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:18.638186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Pushing event updated for resources: {'Port': ['ID=07ba2853-6838-42b7-8f24-da1ad9b4ab65,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:18.645757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:18.660896 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e1cef1d7-2147-4d11-8793-66af6c3d807e req-d78fb04b-7fea-4523-b5f5-e05418b1af2c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710017 Aug 03 05:15:18.902089 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb98a59d-fa4f-478c-98ef-f6fc085fefd5 req-4cb68383-a76f-4067-91bd-699126b9355a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:18.903778 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb98a59d-fa4f-478c-98ef-f6fc085fefd5 req-4cb68383-a76f-4067-91bd-699126b9355a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0958130 Aug 03 05:15:18.975081 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb98a59d-fa4f-478c-98ef-f6fc085fefd5 req-fdc8df8d-14fb-4971-9a26-f14de1906e3a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603077 Aug 03 05:15:19.142163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for router_gateway (b31b339e-7ed2-461d-b561-5899cb9ce519), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.368371 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 05c18221-ee56-42f1-8265-c9669110c14b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:19.426999 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.437603 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 05c18221-ee56-42f1-8265-c9669110c14b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:19.438177 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (05c18221-ee56-42f1-8265-c9669110c14b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.470879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:19.510243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:19.583793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 05c18221-ee56-42f1-8265-c9669110c14b is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:19.583793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (05c18221-ee56-42f1-8265-c9669110c14b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.583793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 05c18221-ee56-42f1-8265-c9669110c14b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=05c18221-ee56-42f1-8265-c9669110c14b,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:19.676266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0fba76-8d9b-497c-935e-8460be9e3495 None None] Network 4decd73e-393f-4b1b-85a9-a608a25c178a requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:15:19.715147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Provisioning complete for port 05c18221-ee56-42f1-8265-c9669110c14b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:19.715697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (05c18221-ee56-42f1-8265-c9669110c14b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.829841 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745cee8a-7098-4420-b254-857b7dcba665 req-7eb60cce-6beb-4536-abe6-62e526596e44 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:19.831496 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-745cee8a-7098-4420-b254-857b7dcba665 req-7eb60cce-6beb-4536-abe6-62e526596e44 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0558493 Aug 03 05:15:19.866761 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e7bff75f-891b-4f6a-ae48-f69222667181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.883409 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (05c18221-ee56-42f1-8265-c9669110c14b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.916194 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-745cee8a-7098-4420-b254-857b7dcba665 req-3858cc3d-6ecb-4853-9205-ebe61b5d7d84 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785041 Aug 03 05:15:19.917504 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Router b31b339e-7ed2-461d-b561-5899cb9ce519 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:15:19.926035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:19.926243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Current status of the port 05c18221-ee56-42f1-8265-c9669110c14b is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:19.926243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (05c18221-ee56-42f1-8265-c9669110c14b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:19.954585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:20.048976 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.db.api [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 03 05:15:20.049594 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG oslo_db.api [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 03 05:15:20.050514 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=05c18221-ee56-42f1-8265-c9669110c14b,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:20.137574 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:20.147894 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Sync routers for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:20.180212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:20.180858 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:20.332349 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:20.708330 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-9f8c4b84-0797-4fb4-aa43-d71c582b0557 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--528471934&fields=id&tenant_id=829c8e80e96d40d682a17185eb4da336 HTTP/1.1" status: 200 len: 267 time: 0.2021317 Aug 03 05:15:20.724265 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d43da8-7b0c-4569-92ff-220b28362e96 req-ab21760f-2b7e-4f3f-a84c-8e0e264e6693 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:20.726208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:18Z', 'revision_number': 3, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:20.730116 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-1b270ddf-0f5a-4233-9488-21d1ec01be93 None None] Current status of the port 05c18221-ee56-42f1-8265-c9669110c14b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:20.744421 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82d43da8-7b0c-4569-92ff-220b28362e96 req-ab21760f-2b7e-4f3f-a84c-8e0e264e6693 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.6254776 Aug 03 05:15:20.781198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:20.785866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c655f5ab-168a-4c07-8b36-dded5c572549 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.8986211 Aug 03 05:15:20.786189 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 42776) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:20.832199 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Checking router: b31b339e-7ed2-461d-b561-5899cb9ce519 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:20.832924 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Updating router b31b339e-7ed2-461d-b561-5899cb9ce519 port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:20.891689 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ca42e000-3f95-4492-8882-274b6fabf82a None None] Provisioning complete for port 05c18221-ee56-42f1-8265-c9669110c14b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:20.892323 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ca42e000-3f95-4492-8882-274b6fabf82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (05c18221-ee56-42f1-8265-c9669110c14b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:20.910574 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82d43da8-7b0c-4569-92ff-220b28362e96 req-38acb02f-302a-4786-904a-30d7bb4ce5fe tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1543689 Aug 03 05:15:20.937394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:20.942484 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.001112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-a6331065-1ce4-4095-b939-aa3b367ee1f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:21.011956 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-a6331065-1ce4-4095-b939-aa3b367ee1f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 0.2534173 Aug 03 05:15:21.032318 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-92b8c1eb-403b-4b54-8eb9-732e9762c848 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/quotas/829c8e80e96d40d682a17185eb4da336 HTTP/1.1" status: 200 len: 375 time: 0.0192778 Aug 03 05:15:21.172193 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ca42e000-3f95-4492-8882-274b6fabf82a None None] Current status of the port 05c18221-ee56-42f1-8265-c9669110c14b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:21.178138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185c4252-04b4-4cfb-8353-ca96179b6215 req-2923bec7-8551-4a1e-bf1f-337a8bdaa7e3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:21.179886 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-185c4252-04b4-4cfb-8353-ca96179b6215 req-2923bec7-8551-4a1e-bf1f-337a8bdaa7e3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1184742 Aug 03 05:15:21.186805 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-e5b4290d-2ae4-40ad-8445-3031f4af35e9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1476493 Aug 03 05:15:21.326992 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-185c4252-04b4-4cfb-8353-ca96179b6215 req-f874166f-104a-4ff9-abd5-070897e8875f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337907 Aug 03 05:15:21.350274 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:21.362720 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 05c18221-ee56-42f1-8265-c9669110c14b up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:21.387272 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0a77397c-7e46-4003-9ff4-bab06e1b0df3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815422 Aug 03 05:15:21.447512 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 05c18221-ee56-42f1-8265-c9669110c14b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:21.447888 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (05c18221-ee56-42f1-8265-c9669110c14b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.469301 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:21.512645 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.533820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks [] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.556111 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-357af543-f2ab-4c89-acfa-74924c7c157f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632786 Aug 03 05:15:21.776251 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Allocated IP 172.20.0.1 (4decd73e-393f-4b1b-85a9-a608a25c178a/6171baff-2ffd-409a-9d5e-80d89181b5a1/cf76c955-4f6d-485c-b804-fe9dbebef05c) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:21.820019 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:21.821079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.840289 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Attempting to bind port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:21.840683 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Attempting to bind port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:21.841850 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Attempting to bind port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:21.898146 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:21.898541 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:21.899023 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.899433 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:21.899930 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Bound port: 07ba2853-6838-42b7-8f24-da1ad9b4ab65, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:21.900328 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.963625 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] For port 07ba2853-6838-42b7-8f24-da1ad9b4ab65, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:21.976178 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] For port 07ba2853-6838-42b7-8f24-da1ad9b4ab65, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=07ba2853-6838-42b7-8f24-da1ad9b4ab65,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:21.976178 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 05c18221-ee56-42f1-8265-c9669110c14b is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:21.977561 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:21.987773 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4eda1d30-117e-4755-a1b1-1a9a6c049540 req-406dd8e7-cd8d-4cb5-9b2d-a7b3e02936f0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0626104 Aug 03 05:15:22.018741 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293efe75-b956-4fee-9cf9-2bf66e4ef741 None None] Pushing event updated for resources: {'Port': ['ID=07ba2853-6838-42b7-8f24-da1ad9b4ab65,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:22.023693 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:22.064957 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks [] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.068589 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.129281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.129450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:22.136571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293efe75-b956-4fee-9cf9-2bf66e4ef741 None None] Pushing event updated for resources: {'Port': ['ID=07ba2853-6838-42b7-8f24-da1ad9b4ab65,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:22.146934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:22.147743 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:22.147870 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a798e-b781-4906-9edb-cf05ba2401f1 req-6f8d4412-ab9c-4a14-badf-f8ba93a585f2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:22.149581 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-595a798e-b781-4906-9edb-cf05ba2401f1 req-6f8d4412-ab9c-4a14-badf-f8ba93a585f2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0868893 Aug 03 05:15:22.217636 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.246162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-595a798e-b781-4906-9edb-cf05ba2401f1 req-c53d59b6-3c74-4b75-a925-4103b9d888ea tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873499 Aug 03 05:15:22.288403 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Network 4decd73e-393f-4b1b-85a9-a608a25c178a is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:22.289821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Pushing event updated for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:22.308188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:22.308188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:22.308188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (b31b339e-7ed2-461d-b561-5899cb9ce519), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.363180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:22.456451 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.533253 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e32d5c-aa25-420a-92fe-fc6b3371ea54 req-db11b916-ffbc-409f-927a-a1c990410da7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:22.543338 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27e32d5c-aa25-420a-92fe-fc6b3371ea54 req-db11b916-ffbc-409f-927a-a1c990410da7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0821092 Aug 03 05:15:22.626346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-af86df78-5cb4-4991-b915-476636c69042 None None] Provisioning complete for port cf76c955-4f6d-485c-b804-fe9dbebef05c triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:22.626346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-af86df78-5cb4-4991-b915-476636c69042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.634083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.670262 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27e32d5c-aa25-420a-92fe-fc6b3371ea54 req-a6eaadae-3f77-45e8-863b-c3f0791797f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256526 Aug 03 05:15:22.761899 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-af86df78-5cb4-4991-b915-476636c69042 None None] Port cf76c955-4f6d-485c-b804-fe9dbebef05c cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:22.793482 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:18Z', 'revision_number': 3, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:22.842964 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0ee5c6-6985-4598-ba7d-463440d91768 None None] The sync data for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi is: [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:18Z', 'revision_number': 3, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:22.928757 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks [] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.988572 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:22.993308 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (b31b339e-7ed2-461d-b561-5899cb9ce519), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:23.135247 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:23.168535 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4e2f8001-38e3-4808-aa87-f692126fa4e8 req-522a3d74-e3e3-4685-ba11-0f7c59c669e7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0419545 Aug 03 05:15:23.170603 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Pushing event updated for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:23.184819 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Network 4decd73e-393f-4b1b-85a9-a608a25c178a is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:23.186378 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:23.412061 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Router b31b339e-7ed2-461d-b561-5899cb9ce519 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:15:23.445712 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 07ba2853-6838-42b7-8f24-da1ad9b4ab65 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:23.551872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9a792-799b-4926-bcb6-938d925068b1 req-18db9dfa-ec8d-4515-9aae-231fd0088335 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:23.564210 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4c9a792-799b-4926-bcb6-938d925068b1 req-18db9dfa-ec8d-4515-9aae-231fd0088335 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1299534 Aug 03 05:15:23.577263 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:23.577946 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:23.582325 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:23.639106 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:23.652432 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4f62eee0-a9c3-4030-b159-28eacb210e69 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b31b339e-7ed2-461d-b561-5899cb9ce519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8647401 Aug 03 05:15:23.685994 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-6b9a57cf-ad83-4957-aa3a-66759fda1071 None None] Provisioning complete for port cf76c955-4f6d-485c-b804-fe9dbebef05c triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:23.685994 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6b9a57cf-ad83-4957-aa3a-66759fda1071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:23.698610 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4c9a792-799b-4926-bcb6-938d925068b1 req-5d8fc8fe-3cac-4fb1-a774-5e2a31107dab tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284764 Aug 03 05:15:23.808013 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-6b9a57cf-ad83-4957-aa3a-66759fda1071 None None] Port cf76c955-4f6d-485c-b804-fe9dbebef05c cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:23.866562 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:23.875126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:23.949186 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 07ba2853-6838-42b7-8f24-da1ad9b4ab65, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=07ba2853-6838-42b7-8f24-da1ad9b4ab65,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:23.982238 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42742c-6265-4ad9-8a06-407bfe3b2b92 req-cd19f3a4-5ac1-4571-be2a-ae2e7f954c77 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:23.990990 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8c42742c-6265-4ad9-8a06-407bfe3b2b92 req-cd19f3a4-5ac1-4571-be2a-ae2e7f954c77 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1140561 Aug 03 05:15:24.022205 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:24.031408 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:24.097588 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8c42742c-6265-4ad9-8a06-407bfe3b2b92 req-90cb8765-47ea-4453-9ba8-e4d2e0365297 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054814 Aug 03 05:15:24.160745 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=07ba2853-6838-42b7-8f24-da1ad9b4ab65,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:24.337953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:24.391870 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0729bb03-2332-4748-8cb7-4b74d70ecb2c req-475d1c38-46ea-4c5a-af3d-162e660ce3ac tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0743866 Aug 03 05:15:24.617279 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:24.925157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133a24e7-385c-406e-9dd4-58d5ebbe6d69 req-ed547f6d-2676-4def-b85a-8ebcaf16091c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:24.929755 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-133a24e7-385c-406e-9dd4-58d5ebbe6d69 req-ed547f6d-2676-4def-b85a-8ebcaf16091c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0866003 Aug 03 05:15:25.025721 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-133a24e7-385c-406e-9dd4-58d5ebbe6d69 req-1189bb35-f1f0-4e68-87ed-c7d576ddbcdc tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748167 Aug 03 05:15:25.269906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786931f5-74f5-407c-a881-9817e6814442 req-c562d1d6-3a49-4d4f-b54d-860dacaa7d62 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:25.271670 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-786931f5-74f5-407c-a881-9817e6814442 req-c562d1d6-3a49-4d4f-b54d-860dacaa7d62 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0836489 Aug 03 05:15:25.292684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-d7fcee2a-632f-48c0-b1e5-87e4c714fc9b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:25.295336 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-d7fcee2a-632f-48c0-b1e5-87e4c714fc9b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 818 time: 0.1998184 Aug 03 05:15:25.532357 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 07ba2853-6838-42b7-8f24-da1ad9b4ab65 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:25.532357 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:25.532357 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:25.534554 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-786931f5-74f5-407c-a881-9817e6814442 req-0c9a5a40-7e33-4cf4-ac89-a8da595666c5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2021835 Aug 03 05:15:25.769120 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c9be9424-b9ab-46fe-bd6c-9dc96915d729 req-0db3f28e-0627-49cd-8735-754e7cb77727 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.2523918 Aug 03 05:15:25.789262 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-1a4d453e-cf8b-40f8-9e4d-d67de745cae5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=829c8e80e96d40d682a17185eb4da336 HTTP/1.1" status: 200 len: 379 time: 0.4812872 Aug 03 05:15:25.791336 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:25.799802 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'port': {'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'admin_state_up': True, 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'security_groups': ['41f25771-6971-4146-a0e9-361e3bd53229']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:26.212493 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d3ac34-d2ad-43af-8bb6-0be62c8e1bc2 req-4972ff3b-f143-46d9-bc56-2b2d7266eb48 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:26.215494 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85d3ac34-d2ad-43af-8bb6-0be62c8e1bc2 req-4972ff3b-f143-46d9-bc56-2b2d7266eb48 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0616605 Aug 03 05:15:26.280640 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Sync routers for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:26.297597 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:26.299610 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:26.305064 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85d3ac34-d2ad-43af-8bb6-0be62c8e1bc2 req-9c7d75e5-7997-42ba-bb36-f8a4ff169161 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823848 Aug 03 05:15:26.315684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Made reservation on behalf of 829c8e80e96d40d682a17185eb4da336 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:15:26.320407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:26.508758 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:26.597173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:26.639754 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Allocated IP 172.20.0.11 (2e69d8c5-66e7-4f9d-9779-ca17893c6637/d7ca9a5f-fc4d-428a-bc9c-11b201bef631/961b2cd9-c56a-4c39-8446-8f00f4de31f0) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:26.649273 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabaca3e-c7b6-40f2-898c-d8f3306ac586 req-642e28b1-ce80-4cb8-bdf2-37f128d96786 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:26.651331 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fabaca3e-c7b6-40f2-898c-d8f3306ac586 req-642e28b1-ce80-4cb8-bdf2-37f128d96786 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1484442 Aug 03 05:15:26.797077 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:22Z', 'revision_number': 4, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cf76c955-4f6d-485c-b804-fe9dbebef05c', 'name': '', 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:21Z', 'updated_at': '2022-08-03T05:15:22Z', 'revision_number': 2, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'subnets': [{'id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:26.800270 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-b940a722-3f2b-4331-8771-e7ea8204b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:26.803422 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-b940a722-3f2b-4331-8771-e7ea8204b699 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1130 time: 0.0875583 Aug 03 05:15:26.824320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:26.849794 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fabaca3e-c7b6-40f2-898c-d8f3306ac586 req-f457afbc-6171-4ef1-80b2-570d9d72a351 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702228 Aug 03 05:15:26.928614 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Checking router: b31b339e-7ed2-461d-b561-5899cb9ce519 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:26.929234 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Updating router b31b339e-7ed2-461d-b561-5899cb9ce519 port cf76c955-4f6d-485c-b804-fe9dbebef05c binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:15:27.001140 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.008993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4bbbde05-937b-4b13-874f-fe199ce7df60 req-e8d62af9-2ea1-43d4-af4b-470c88332d2f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0500124 Aug 03 05:15:27.020042 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:27.024776 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.044519 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-43aeca53-771a-44fa-ae22-fb28106fc67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:27.046030 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-43aeca53-771a-44fa-ae22-fb28106fc67f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.2328608 Aug 03 05:15:27.168537 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-b54899ae-6cba-4bad-b1f1-892853cf8db2 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 1002 time: 0.1149318 Aug 03 05:15:27.174659 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.346601 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-dfc6ebf8-803c-42f9-9284-84339a705dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:27.348524 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-dfc6ebf8-803c-42f9-9284-84339a705dad service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.1644619 Aug 03 05:15:27.365815 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:27.383346 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:27.392894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:27.396746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event updated for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:27.456229 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-d6fdddab-42c6-4dd7-b1b5-06691c3113fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:27.458569 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-d6fdddab-42c6-4dd7-b1b5-06691c3113fa service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1030917 Aug 03 05:15:27.519895 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks [] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.602811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.624724 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:27.625434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.668807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1a995e-872d-4350-a8be-77d4c4424000 req-b17e492c-bb47-441f-82b5-4c2ec8d3353d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:27.671135 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff1a995e-872d-4350-a8be-77d4c4424000 req-b17e492c-bb47-441f-82b5-4c2ec8d3353d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1432326 Aug 03 05:15:27.722450 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-f003c17b-2ba0-4b39-bc28-f130b4689a35 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549286 Aug 03 05:15:27.739097 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-0f29c97a-b94d-44c3-809e-f08130aec76c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9431581 Aug 03 05:15:27.751909 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Request body: {'port': {'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:27.777538 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-732e3764-9863-48c5-a343-fac2ea24b84c None None] Provisioning complete for port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:27.778223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-732e3764-9863-48c5-a343-fac2ea24b84c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.826432 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff1a995e-872d-4350-a8be-77d4c4424000 req-dd99366d-1240-425a-ad04-ac5cc6752ab6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1453431 Aug 03 05:15:27.833727 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f88fc-b446-445b-8ee3-4f71e32cc042 None None] Pushing event updated for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:27.852293 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Attempting to bind port cf76c955-4f6d-485c-b804-fe9dbebef05c on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:27.852661 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Attempting to bind port cf76c955-4f6d-485c-b804-fe9dbebef05c by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:27.853021 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Attempting to bind port cf76c955-4f6d-485c-b804-fe9dbebef05c on network 4decd73e-393f-4b1b-85a9-a608a25c178a {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:27.860677 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:27.874293 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:27.874669 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Checking segment: {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:27.876296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.876296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Bound using segment: {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:27.876296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Bound port: cf76c955-4f6d-485c-b804-fe9dbebef05c, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357b60a3-01c0-4d90-977f-ff40097aea9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:27.888074 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.900280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:27.917322 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-cec2db60-76f1-4d6e-a4f4-a22aaf8fa3b7 req-65b60c78-237a-4ee5-afd0-9c75b6b931bb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865804 Aug 03 05:15:27.926254 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-732e3764-9863-48c5-a343-fac2ea24b84c None None] Port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:28.030918 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] For port cf76c955-4f6d-485c-b804-fe9dbebef05c, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:28.035168 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] For port cf76c955-4f6d-485c-b804-fe9dbebef05c, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cf76c955-4f6d-485c-b804-fe9dbebef05c,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:28.125221 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.151756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c60093-2cc2-4133-b57b-dadc36e7272d req-34e667aa-62cd-4581-975b-39bc68e3ab10 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:28.154879 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-65c60093-2cc2-4133-b57b-dadc36e7272d req-34e667aa-62cd-4581-975b-39bc68e3ab10 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1215677 Aug 03 05:15:28.162506 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:28.163409 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:28.207870 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c0f10-f8a2-4d4d-a807-243706c7ed96 req-87cd0215-f793-4ebf-a86c-e7d5307ed5c3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:28.209382 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7e5c0f10-f8a2-4d4d-a807-243706c7ed96 req-87cd0215-f793-4ebf-a86c-e7d5307ed5c3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 932 time: 0.1146479 Aug 03 05:15:28.209965 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:28.277393 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-65c60093-2cc2-4133-b57b-dadc36e7272d req-8e209406-bab8-4bcc-bb2f-7e5300338f23 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095903 Aug 03 05:15:28.312794 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f88fc-b446-445b-8ee3-4f71e32cc042 None None] Pushing event updated for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:28.383233 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:28.446384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 961b2cd9-c56a-4c39-8446-8f00f4de31f0 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:15:28.451373 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks [] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.457700 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:28.464462 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Transition to ACTIVE for port object 961b2cd9-c56a-4c39-8446-8f00f4de31f0 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:15:28.465325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:28.494028 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7e5c0f10-f8a2-4d4d-a807-243706c7ed96 req-dacecfcc-1127-4ff0-b796-bb2a74d0f3a7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477348 Aug 03 05:15:28.580145 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.691759 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Pushing event updated for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:28.724959 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:22Z', 'revision_number': 4, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cf76c955-4f6d-485c-b804-fe9dbebef05c', 'name': '', 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:21Z', 'updated_at': '2022-08-03T05:15:28Z', 'revision_number': 4, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'subnets': [{'id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:28.737301 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Attempting to bind port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:28.742987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Attempting to bind port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:28.742987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Attempting to bind port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:28.744409 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:15:28.744756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Attempting to bind port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 on network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:28.750426 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 15, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:28.750778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Checking segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:28.751205 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Bound using segment: {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:28.751635 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Bound port: 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a92079b-a544-4bdc-8a21-0ee3817f76ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:28.752170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.759705 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24ddf192-faa8-41a6-a15b-1b8a9f90958e None None] The sync data for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi is: [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:22Z', 'revision_number': 4, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cf76c955-4f6d-485c-b804-fe9dbebef05c', 'name': '', 'network_id': '4decd73e-393f-4b1b-85a9-a608a25c178a', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'mac_address': 'fa:16:3e:c4:f0:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:21Z', 'updated_at': '2022-08-03T05:15:28Z', 'revision_number': 4, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'subnets': [{'id': '6171baff-2ffd-409a-9d5e-80d89181b5a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:28.848991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:28.862320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:28.934704 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.939407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:28.944018 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:28.944018 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 1094 time: 1.1954031 Aug 03 05:15:28.944018 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:28.945030 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11521a6b-ae30-4923-9fdf-62bad7134d67" -d '{"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:29.080087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eadfb0c-cbab-4619-bcca-2bffb465f8d1 req-7d188ab4-4c6e-4cd4-a1db-336bcd43b0d6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:29.082010 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7eadfb0c-cbab-4619-bcca-2bffb465f8d1 req-7d188ab4-4c6e-4cd4-a1db-336bcd43b0d6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0842881 Aug 03 05:15:29.083942 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5615e6bc-4cc7-464b-b43c-38a93d816ea8 x-openstack-request-id: req-5615e6bc-4cc7-464b-b43c-38a93d816ea8 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:29.084230 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:29.084642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5615e6bc-4cc7-464b-b43c-38a93d816ea8 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:29.085035 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5615e6bc-4cc7-464b-b43c-38a93d816ea8'] response: {'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'status': 'completed', 'code': 200} Aug 03 05:15:29.203683 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7eadfb0c-cbab-4619-bcca-2bffb465f8d1 req-dc963e9c-e715-4197-9081-146b6fa9f154 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018522 Aug 03 05:15:29.206693 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb4912-9fa0-45f8-a524-cc506294b94a service neutron] Pushing event updated for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:29.236250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-64f96a16-20f7-4725-bf62-5f3e449e278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:29.236250 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-64f96a16-20f7-4725-bf62-5f3e449e278d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1128 time: 0.1465819 Aug 03 05:15:29.371366 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cf76c955-4f6d-485c-b804-fe9dbebef05c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:29.499880 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port cf76c955-4f6d-485c-b804-fe9dbebef05c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:29.500564 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:29.620756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edfeb74-d125-40d0-9a9a-48c68620177d req-752486a5-64e7-49ab-a90d-f2eaa5789378 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:29.622865 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2edfeb74-d125-40d0-9a9a-48c68620177d req-752486a5-64e7-49ab-a90d-f2eaa5789378 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1855495 Aug 03 05:15:29.706734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port cf76c955-4f6d-485c-b804-fe9dbebef05c is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:29.709319 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:29.753537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port cf76c955-4f6d-485c-b804-fe9dbebef05c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cf76c955-4f6d-485c-b804-fe9dbebef05c,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:29.828668 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:29.921276 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5709de4-012e-4a21-9873-f2f1c6e77a44 req-d5cde85f-89c0-43f5-a735-38d5fdae6d71 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:29.923728 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5709de4-012e-4a21-9873-f2f1c6e77a44 req-d5cde85f-89c0-43f5-a735-38d5fdae6d71 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.2880325 Aug 03 05:15:29.925194 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-c7ff3ee4-6b5d-47d4-adc2-3af3cb33ad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:29.926981 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-c7ff3ee4-6b5d-47d4-adc2-3af3cb33ad91 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=829c8e80e96d40d682a17185eb4da336&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6854379 Aug 03 05:15:29.985003 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:30.019714 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2edfeb74-d125-40d0-9a9a-48c68620177d req-0919a959-b7cb-436b-94cd-c6698b7ee7a8 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3494544 Aug 03 05:15:30.158957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:30.160695 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-7defd279-0eb9-4637-92a3-af98793d3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:30.162327 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-11521a6b-ae30-4923-9fdf-62bad7134d67 req-7defd279-0eb9-4637-92a3-af98793d3f36 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2159951 Aug 03 05:15:30.230738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f5709de4-012e-4a21-9873-f2f1c6e77a44 req-827ec08e-b64e-4f16-8ec1-a490981b5c26 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2969489 Aug 03 05:15:30.373429 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-6f931e4f-1131-45a1-83d7-e364442a68fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:30.377758 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-6f931e4f-1131-45a1-83d7-e364442a68fb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1128 time: 0.1405017 Aug 03 05:15:30.488203 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-75f8b94d-f885-4a31-a1e4-18fbc0c05a08 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 217 time: 0.0959575 Aug 03 05:15:30.550028 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e43f2d-377a-47d4-9cdb-34d28c6c40e1 req-3890c27e-bcea-4d81-8acf-313207bc92c3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:30.551606 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d9e43f2d-377a-47d4-9cdb-34d28c6c40e1 req-3890c27e-bcea-4d81-8acf-313207bc92c3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0673683 Aug 03 05:15:30.598962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:30.751403 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d9e43f2d-377a-47d4-9cdb-34d28c6c40e1 req-cfca1378-0213-4dbc-bcac-c33250cf90bb tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803191 Aug 03 05:15:30.771621 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-ba601928-80b4-402d-8f2c-e5bb0c12c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:30.773109 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-ba601928-80b4-402d-8f2c-e5bb0c12c1e9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.2206149 Aug 03 05:15:30.842608 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-5efdc92d-9d4e-4cdf-9ea8-ce94f7dbcdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:30.859122 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-5efdc92d-9d4e-4cdf-9ea8-ce94f7dbcdea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613596 Aug 03 05:15:30.983925 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-b4ae50c5-a566-42c8-ab98-6f9c9cb4d927 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303852 Aug 03 05:15:31.103273 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9eb7a08-3591-4cc7-83f7-def80fc0932d req-a82011c5-aafa-44c1-9982-0d94e2efaaf0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071494 Aug 03 05:15:31.307117 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cf76c955-4f6d-485c-b804-fe9dbebef05c up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:31.379932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port cf76c955-4f6d-485c-b804-fe9dbebef05c triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:31.381105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:31.474199 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port cf76c955-4f6d-485c-b804-fe9dbebef05c is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:31.499310 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbca4f-26db-448b-884a-eeeb2372b3c8 req-73655d44-a403-4b15-a454-00f4d1be230d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:31.506550 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-88dbca4f-26db-448b-884a-eeeb2372b3c8 req-73655d44-a403-4b15-a454-00f4d1be230d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.1498582 Aug 03 05:15:31.577399 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-88dbca4f-26db-448b-884a-eeeb2372b3c8 req-8f78ebea-3cad-44d8-ae73-cda8107b40bf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697215 Aug 03 05:15:32.032063 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576debe2-324d-43b1-b62d-2366fda4f34f req-19f2b963-1dd1-4e53-822d-cd21057bd23d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:32.034870 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-576debe2-324d-43b1-b62d-2366fda4f34f req-19f2b963-1dd1-4e53-822d-cd21057bd23d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1020041 Aug 03 05:15:32.123056 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-576debe2-324d-43b1-b62d-2366fda4f34f req-a8ab9e1d-e8a8-4b14-bee5-f6f77d1c9012 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794866 Aug 03 05:15:32.796930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ac4e4-851d-41b4-bf2c-8a76301a093b req-8962347c-48d1-4065-bfb3-62d32599ee57 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:32.804571 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d34ac4e4-851d-41b4-bf2c-8a76301a093b req-8962347c-48d1-4065-bfb3-62d32599ee57 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.1115825 Aug 03 05:15:32.888367 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d34ac4e4-851d-41b4-bf2c-8a76301a093b req-c05ea66e-57d1-44ae-be15-23a7676e300b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721245 Aug 03 05:15:33.344372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015524e1-392b-45d4-a89a-f486748b7596 req-ab21d80c-e35b-478e-854f-f6905245c7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:33.345944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-015524e1-392b-45d4-a89a-f486748b7596 req-ab21d80c-e35b-478e-854f-f6905245c7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0652962 Aug 03 05:15:33.460338 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-015524e1-392b-45d4-a89a-f486748b7596 req-2c0b7b00-bd8b-43bf-89ab-6aafab181f4c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076422 Aug 03 05:15:34.099031 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d37f32-87ae-443f-8a79-b54aa0c5c29e req-88ffb656-ce01-4d61-ba6a-0a4af66166b6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:34.127985 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2d37f32-87ae-443f-8a79-b54aa0c5c29e req-88ffb656-ce01-4d61-ba6a-0a4af66166b6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.1282449 Aug 03 05:15:34.246189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:34.285604 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2d37f32-87ae-443f-8a79-b54aa0c5c29e req-2f05779c-9987-4962-b8d0-c2f3da4876f7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582053 Aug 03 05:15:34.635450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd8984-0746-4572-8a51-34e515de5ebc req-8bba2aca-487b-4d0a-804a-cc62b5202c0e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:34.644082 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94bd8984-0746-4572-8a51-34e515de5ebc req-8bba2aca-487b-4d0a-804a-cc62b5202c0e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0839047 Aug 03 05:15:34.772842 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94bd8984-0746-4572-8a51-34e515de5ebc req-d7c07473-be3b-4503-b066-d507e253c1d4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257567 Aug 03 05:15:35.448266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116ef86b-5994-488f-b30d-70cd72eb381d req-54b08915-e9f1-4e89-a896-7f1739c74b88 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:35.450410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-116ef86b-5994-488f-b30d-70cd72eb381d req-54b08915-e9f1-4e89-a896-7f1739c74b88 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.0598164 Aug 03 05:15:35.549788 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-116ef86b-5994-488f-b30d-70cd72eb381d req-5c415370-a7df-4de4-bcbd-5724cab76e3e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870395 Aug 03 05:15:35.773016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43004) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:36.051250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0340971-1502-481f-aff7-3cf84655ee99 req-a050b744-a8cf-498b-b076-822f9543d4f3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:36.066863 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a0340971-1502-481f-aff7-3cf84655ee99 req-a050b744-a8cf-498b-b076-822f9543d4f3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0803499 Aug 03 05:15:36.123961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ab893f8-6bf0-4096-9a8e-2f87b1a17217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.281495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ab893f8-6bf0-4096-9a8e-2f87b1a17217 admin admin] Publish callbacks [] for security_group (35cb68ff-58a5-4912-aa48-405112d8d298), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.282507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:36.315864 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a0340971-1502-481f-aff7-3cf84655ee99 req-aad26fcf-7a13-4c67-8382-8a36eea43e1f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476606 Aug 03 05:15:36.348374 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ab893f8-6bf0-4096-9a8e-2f87b1a17217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (35cb68ff-58a5-4912-aa48-405112d8d298), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.475716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab893f8-6bf0-4096-9a8e-2f87b1a17217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cb68ff-58a5-4912-aa48-405112d8d298,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:36.489295 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-1ab893f8-6bf0-4096-9a8e-2f87b1a17217 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ff2ad6000c204b4293ec1dec28763781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7144160 Aug 03 05:15:36.505123 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43012) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:36.596630 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] Publish callbacks [] for security_group (35cb68ff-58a5-4912-aa48-405112d8d298), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.642111 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] Publish callbacks [] for security_group (35cb68ff-58a5-4912-aa48-405112d8d298), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.764053 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e1304-ffc2-4762-8396-900c194ffd6a req-46c03e46-b4b4-47b0-96a8-af2d52038ae4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:36.765899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-833e1304-ffc2-4762-8396-900c194ffd6a req-46c03e46-b4b4-47b0-96a8-af2d52038ae4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.0574298 Aug 03 05:15:36.828409 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-833e1304-ffc2-4762-8396-900c194ffd6a req-6a44b91c-8033-4169-bbd6-fc06dd164755 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567479 Aug 03 05:15:36.831092 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (35cb68ff-58a5-4912-aa48-405112d8d298), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.833975 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:36.835464 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/35cb68ff-58a5-4912-aa48-405112d8d298 HTTP/1.1" status: 204 len: 168 time: 0.3284037 Aug 03 05:15:36.856593 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36d5ca-a953-41b4-82cd-b01eae0e091e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cb68ff-58a5-4912-aa48-405112d8d298,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:37.519247 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfeee01-9337-4531-86bc-89b7f2f1371f req-6882735f-a60f-4ea8-b3f2-4fa241e2d8eb tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:37.521623 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dbfeee01-9337-4531-86bc-89b7f2f1371f req-6882735f-a60f-4ea8-b3f2-4fa241e2d8eb tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0981228 Aug 03 05:15:37.567486 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:15:37.638834 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dbfeee01-9337-4531-86bc-89b7f2f1371f req-b3e269a3-3f8a-4daf-a3d9-a166b9d84eb1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088660 Aug 03 05:15:38.125780 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169b380c-6d93-4e50-b5c6-6c1797677fb8 req-ed984cb1-291b-4415-b221-5e96d602bc4c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:38.125780 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-169b380c-6d93-4e50-b5c6-6c1797677fb8 req-ed984cb1-291b-4415-b221-5e96d602bc4c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.1473296 Aug 03 05:15:38.188848 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-169b380c-6d93-4e50-b5c6-6c1797677fb8 req-759e2a04-d15f-432a-b033-c1ff44ddbafe tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615284 Aug 03 05:15:38.846416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25636db6-f9d2-4e57-86ee-635443095a3b req-1dd8939d-74da-4bf2-891e-c9a2b47558b2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:38.854044 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25636db6-f9d2-4e57-86ee-635443095a3b req-1dd8939d-74da-4bf2-891e-c9a2b47558b2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1243513 Aug 03 05:15:38.958738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25636db6-f9d2-4e57-86ee-635443095a3b req-524cd452-af54-454f-8e41-f6fd8e537098 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036346 Aug 03 05:15:39.692976 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2118ef3-a33c-416c-86dd-615d3ed8e903 req-c767d157-4793-4d9a-a971-b7bc8f3b8439 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:39.707339 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2118ef3-a33c-416c-86dd-615d3ed8e903 req-c767d157-4793-4d9a-a971-b7bc8f3b8439 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.4463694 Aug 03 05:15:39.798186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:39.812890 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2118ef3-a33c-416c-86dd-615d3ed8e903 req-22deb210-8186-4a62-8215-55c004d0ff68 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045187 Aug 03 05:15:40.209286 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed70bd-d8cb-41fa-ba31-4b8defc6af56 req-91e30d63-280e-47a9-9ac2-2793b13cf477 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:40.221629 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9ed70bd-d8cb-41fa-ba31-4b8defc6af56 req-91e30d63-280e-47a9-9ac2-2793b13cf477 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1305087 Aug 03 05:15:40.294878 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9ed70bd-d8cb-41fa-ba31-4b8defc6af56 req-0bfc5bcd-844f-4c89-820d-f1416d59ac9c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705466 Aug 03 05:15:41.001230 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d54aa-2c6f-49df-a8e5-f544496c9be8 req-31aec20b-2319-4498-916a-acd9bc78f09e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:41.004167 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-422d54aa-2c6f-49df-a8e5-f544496c9be8 req-31aec20b-2319-4498-916a-acd9bc78f09e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.0747063 Aug 03 05:15:41.107033 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-422d54aa-2c6f-49df-a8e5-f544496c9be8 req-78f316f5-b25f-4928-8f4e-4b2f360a86ab tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815222 Aug 03 05:15:41.472964 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2a2c-34a2-40e2-8e19-d200cb64589d req-fabce125-9c30-4787-9dc9-1ba8c3b70360 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:41.475119 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-980b2a2c-34a2-40e2-8e19-d200cb64589d req-fabce125-9c30-4787-9dc9-1ba8c3b70360 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0687954 Aug 03 05:15:41.540664 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-980b2a2c-34a2-40e2-8e19-d200cb64589d req-a5cd7503-81ee-4c54-89f1-7492f686d7c2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576596 Aug 03 05:15:42.255794 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f709e0-ea9f-4c1c-b902-01d405d2a73f req-f914d80c-6c79-44f2-bdcb-b26804a74ae0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:42.257369 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18f709e0-ea9f-4c1c-b902-01d405d2a73f req-f914d80c-6c79-44f2-bdcb-b26804a74ae0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.0648754 Aug 03 05:15:42.311005 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18f709e0-ea9f-4c1c-b902-01d405d2a73f req-d7ee3cce-7db0-4bee-b009-33e41b7e229f tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470116 Aug 03 05:15:42.654177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-3b745243-24e5-4967-a382-65ba1d0c7c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:42.655821 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-3b745243-24e5-4967-a382-65ba1d0c7c4e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1129 time: 0.0478981 Aug 03 05:15:42.762630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:42.780998 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3c531-7839-497e-aaf4-d9d2f1046917 req-fb0aaf2f-fba9-41a4-82f9-b4e30e855c58 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:42.782477 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9ab3c531-7839-497e-aaf4-d9d2f1046917 req-fb0aaf2f-fba9-41a4-82f9-b4e30e855c58 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1082978 Aug 03 05:15:42.817730 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-65958b8a-d816-4ee3-87ef-12c6fed9cfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:42.819199 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-65958b8a-d816-4ee3-87ef-12c6fed9cfb7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.1564276 Aug 03 05:15:42.900989 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9ab3c531-7839-497e-aaf4-d9d2f1046917 req-c150c45e-08a3-490c-9b7a-b0dfe5884f20 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116486 Aug 03 05:15:42.949297 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-b392b3f2-7a06-4513-91f6-e97f45013b96 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 1001 time: 0.1170979 Aug 03 05:15:43.001638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-dbf3d204-ba2f-4eee-b069-71a6c7c0f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:43.003184 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-dbf3d204-ba2f-4eee-b069-71a6c7c0f776 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0488403 Aug 03 05:15:43.056515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-755a1369-75f0-4353-8cd8-605b6517dab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:43.058025 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-755a1369-75f0-4353-8cd8-605b6517dab4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429227 Aug 03 05:15:43.177280 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-31634480-6a2e-4694-9c58-26fec629cf34 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123245 Aug 03 05:15:43.302214 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d16aa80-6874-4d72-99e6-d04dee1fcafd req-8d51cc39-dc31-4fc0-ad51-42daabbb6843 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186604 Aug 03 05:15:43.448527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878c3a10-afee-4054-99c0-8fe6a85edc82 req-1845775d-8e60-4ba4-a6fe-9e1d4fd613db tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:43.450510 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-878c3a10-afee-4054-99c0-8fe6a85edc82 req-1845775d-8e60-4ba4-a6fe-9e1d4fd613db tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 944 time: 0.0567605 Aug 03 05:15:43.481314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:43.507460 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-878c3a10-afee-4054-99c0-8fe6a85edc82 req-40309531-df2e-49c4-80be-e5d6a977cab9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497305 Aug 03 05:15:43.580822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 961b2cd9-c56a-4c39-8446-8f00f4de31f0 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:15:43.696608 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:43.698677 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:43.714059 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:15:43.770181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:43.770817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:43.788413 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:43.794051 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 961b2cd9-c56a-4c39-8446-8f00f4de31f0 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:15:43.826404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:43.902096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:43.978600 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:44.061135 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bdc105-b64f-450e-80ee-f734803e883a req-8551bd24-f84f-4fec-833f-eff4908885ee tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:44.063490 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-99bdc105-b64f-450e-80ee-f734803e883a req-8551bd24-f84f-4fec-833f-eff4908885ee tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0562127 Aug 03 05:15:44.119436 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-99bdc105-b64f-450e-80ee-f734803e883a req-4f883e7c-c2db-4e8d-ad93-3f60920f74ed tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495524 Aug 03 05:15:44.189734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['961b2cd9-c56a-4c39-8446-8f00f4de31f0'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:15:44.742756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94519a-f52f-4b7c-983f-80bdb8fc6fa3 req-caf913ed-c9d6-41d4-a4c3-a14566a0dedf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:44.745592 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b94519a-f52f-4b7c-983f-80bdb8fc6fa3 req-caf913ed-c9d6-41d4-a4c3-a14566a0dedf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 945 time: 0.0757821 Aug 03 05:15:44.811961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b94519a-f52f-4b7c-983f-80bdb8fc6fa3 req-43e63879-1688-4a44-bf67-c4d84a0dcbb6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478022 Aug 03 05:15:45.290562 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0103a22-197d-4436-b849-90fa261f091f req-f2368c4b-1833-446b-8e88-ae875839581e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:45.292614 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d0103a22-197d-4436-b849-90fa261f091f req-f2368c4b-1833-446b-8e88-ae875839581e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.0803692 Aug 03 05:15:45.347287 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d0103a22-197d-4436-b849-90fa261f091f req-bf923e4e-52d4-491d-9a5a-2abd7bd134d1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482764 Aug 03 05:15:45.588960 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 961b2cd9-c56a-4c39-8446-8f00f4de31f0 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:15:45.639505 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:15:45.719657 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:45.720043 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:45.825984 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:45.826472 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:45.869571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:45.872685 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0c19fa-263f-4548-ae2d-c44709e1b089" -d '{"events": [{"server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "name": "network-vif-plugged", "status": "completed", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:45.894581 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:45.986606 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc3a41-1a17-4aec-85d4-7bf83e5c5df6 req-44c03963-bd43-4668-a57f-18195b21165a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:45.991688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:45.992748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:15:45.995572 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e1dc3a41-1a17-4aec-85d4-7bf83e5c5df6 req-44c03963-bd43-4668-a57f-18195b21165a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 945 time: 0.0632522 Aug 03 05:15:46.080564 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e1dc3a41-1a17-4aec-85d4-7bf83e5c5df6 req-0192c810-caec-47fc-96e7-9e26c2a939b3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810156 Aug 03 05:15:46.360773 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661345fa-00e5-4c7e-a3cb-3f1ec71edc94 x-openstack-request-id: req-661345fa-00e5-4c7e-a3cb-3f1ec71edc94 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:46.361362 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "name": "network-vif-plugged", "status": "completed", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:46.361766 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-661345fa-00e5-4c7e-a3cb-3f1ec71edc94 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:46.362340 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661345fa-00e5-4c7e-a3cb-3f1ec71edc94'] response: {'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'code': 200} Aug 03 05:15:46.432257 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:46.443593 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: ACTIVE; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:46.444146 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:46.513845 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:15:46.556690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e324ac-8034-444c-957c-b995bd4e203e req-e5664958-e62b-4efd-8f30-c7cf99d9b0fa tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:46.558226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-80e324ac-8034-444c-957c-b995bd4e203e req-e5664958-e62b-4efd-8f30-c7cf99d9b0fa tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 945 time: 0.1050940 Aug 03 05:15:46.562423 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75428172-5b57-4fb7-ad1c-c30b43ad2bab req-9f7d0468-1358-4401-b829-787201a9b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:46.564078 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75428172-5b57-4fb7-ad1c-c30b43ad2bab req-9f7d0468-1358-4401-b829-787201a9b4c3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0569067 Aug 03 05:15:46.591073 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:46.629393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:46.654119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=8']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:46.661684 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75428172-5b57-4fb7-ad1c-c30b43ad2bab req-21eebda5-15d3-4454-8af6-076b76850f81 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888574 Aug 03 05:15:46.672716 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-80e324ac-8034-444c-957c-b995bd4e203e req-8735adfc-2521-49d2-9546-d1fe990dc527 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069570 Aug 03 05:15:46.688972 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=51,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:46.848847 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=79,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:47.105017 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-79c566ae-cfc2-41ff-a846-9370f0bd7e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:47.563275 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=61 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:47.960584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaece66-a022-4b61-b63d-bee1e7b3073c req-85495da4-f167-4129-8902-a1230d7f7dc1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:47.969596 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0aaece66-a022-4b61-b63d-bee1e7b3073c req-85495da4-f167-4129-8902-a1230d7f7dc1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0650296 Aug 03 05:15:48.040416 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0aaece66-a022-4b61-b63d-bee1e7b3073c req-015db802-4167-4a74-81b2-caa7c4f6042d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698419 Aug 03 05:15:48.115723 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-8b35851e-4d66-47fb-a34b-3bac68863b87 req-380855e1-9376-4ede-b46f-d4aa3f77d0bc service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:15:48.117992 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b35851e-4d66-47fb-a34b-3bac68863b87 req-380855e1-9376-4ede-b46f-d4aa3f77d0bc service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073946 Aug 03 05:15:48.363355 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:48.365790 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532c9ab6-f447-4208-be19-cb035ab305f4" -d '{"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-unplugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:48.508010 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f342669-2cff-452a-9fe3-4290b5519972 x-openstack-request-id: req-2f342669-2cff-452a-9fe3-4290b5519972 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:48.508302 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-unplugged", "status": "failed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "code": 422}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:48.508558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2f342669-2cff-452a-9fe3-4290b5519972 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:48.509026 dv-cinder-851279-4-iscsi neutron-server[104592]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2f342669-2cff-452a-9fe3-4290b5519972']: {'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'code': 422} returned with failed status Aug 03 05:15:48.631009 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36533be7-06fd-4d3d-a747-e6325bbd6ebc req-ced95f24-f078-4a31-bc82-9dc9e30e37b4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:48.638760 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36533be7-06fd-4d3d-a747-e6325bbd6ebc req-ced95f24-f078-4a31-bc82-9dc9e30e37b4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0753019 Aug 03 05:15:48.711343 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36533be7-06fd-4d3d-a747-e6325bbd6ebc req-913cb5a5-9c9d-473b-9214-6b8d956b0c1b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712037 Aug 03 05:15:49.212223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bf0a8-1a73-445a-badd-9bc2d3203416 req-0f7f2c2d-7b29-4da1-bf1a-582a3ec0e879 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:49.215160 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0a0bf0a8-1a73-445a-badd-9bc2d3203416 req-0f7f2c2d-7b29-4da1-bf1a-582a3ec0e879 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0794342 Aug 03 05:15:49.275699 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0a0bf0a8-1a73-445a-badd-9bc2d3203416 req-696fa706-ca1d-4c7d-83a4-3f5a2407d0a0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529621 Aug 03 05:15:49.479895 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b7044-304d-4b0d-8e01-3ca5853b40a8 req-854794cc-d441-481c-a882-7928fd0f9c2e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:49.482247 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a84b7044-304d-4b0d-8e01-3ca5853b40a8 req-854794cc-d441-481c-a882-7928fd0f9c2e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.1164415 Aug 03 05:15:49.502640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43256) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:49.508296 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'floatingip': {'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:49.521758 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-233bd8b8-7371-4e9e-a4d8-e596413b9baa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:49.554707 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:49.605551 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:15:49.609773 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:49.648598 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:49.718249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: DOWN; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:15:49.861410 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43675116-7fb4-46fa-847e-d6689e62a3fe req-522a4123-c9b4-4d6c-b422-9519897638d8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:49.863308 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43675116-7fb4-46fa-847e-d6689e62a3fe req-522a4123-c9b4-4d6c-b422-9519897638d8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0696821 Aug 03 05:15:49.927354 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43675116-7fb4-46fa-847e-d6689e62a3fe req-941fb8e0-29a6-4f37-93c6-8290d2664da2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546935 Aug 03 05:15:50.090020 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:50.176383 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:50.283144 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Floating IP d3f33cca-aa25-46cf-9b2e-ba163e28c779 associated. External IP: 172.27.4.92, port: 961b2cd9-c56a-4c39-8446-8f00f4de31f0. Aug 03 05:15:50.720930 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:50.796293 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:15:50.913730 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:15:50.919086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:50.924437 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:15:50.934808 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:50.935497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:50.943195 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:50.956168 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f93a3ffe-db8c-4151-a3fb-6ec35af16e9d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/d3f33cca-aa25-46cf-9b2e-ba163e28c779 HTTP/1.1" status: 200 len: 991 time: 1.4514380 Aug 03 05:15:50.956799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:50.960425 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437a02a5-b5ff-4671-9d85-82f75e12ae60" -d '{"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:50.998711 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f1d00a9-c985-4d51-926c-43fcbb6b85bd x-openstack-request-id: req-1f1d00a9-c985-4d51-926c-43fcbb6b85bd {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:50.999168 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:50.999489 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1f1d00a9-c985-4d51-926c-43fcbb6b85bd {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:51.000045 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f1d00a9-c985-4d51-926c-43fcbb6b85bd'] response: {'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'status': 'completed', 'code': 200} Aug 03 05:15:51.053739 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:51.109364 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:51.113466 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-99392500-0be0-4a8d-837d-1783a2029017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.115051 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-99392500-0be0-4a8d-837d-1783a2029017 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0866582 Aug 03 05:15:51.123493 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dda3fce-7e3b-4b30-9864-2bb8baf6b4b6 req-3340da0b-c487-40e9-917a-6251aa9b305c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.124951 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4dda3fce-7e3b-4b30-9864-2bb8baf6b4b6 req-3340da0b-c487-40e9-917a-6251aa9b305c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0636809 Aug 03 05:15:51.249738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4dda3fce-7e3b-4b30-9864-2bb8baf6b4b6 req-8a2c1dd3-11ed-4daa-96b7-09e670a1b1b0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152825 Aug 03 05:15:51.267906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-1a09cebf-0b71-461d-96a9-1fb6661f4a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.270136 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-1a09cebf-0b71-461d-96a9-1fb6661f4a5d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1441388 Aug 03 05:15:51.350581 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-94235ac2-d932-49f8-98de-53018a1f00f4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 999 time: 0.0720837 Aug 03 05:15:51.422748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:15:49Z', 'revision_number': 1, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:51.434575 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-c2bf9aec-f4d0-4eaa-9e83-b1c6e258d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.437007 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-c2bf9aec-f4d0-4eaa-9e83-b1c6e258d7f3 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0805235 Aug 03 05:15:51.454810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:15:51.466698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:15:51.468555 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:15:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:51.495508 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-8d8ec97f-af72-422c-b2ed-e67fe7816526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.497705 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-8d8ec97f-af72-422c-b2ed-e67fe7816526 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518322 Aug 03 05:15:51.516325 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43302) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:51.533682 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:51.614802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-8574f868-b625-4ed6-8cd5-322aaffdb3ec service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098104 Aug 03 05:15:51.624102 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:15:51.673131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d6802d-7840-4730-a107-9cf7a9fe6718 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:51.761644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:51.777698 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d6802d-7840-4730-a107-9cf7a9fe6718 admin admin] Publish callbacks [] for security_group (c1010967-31c5-494e-b9fd-0b6592f574db), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:51.824127 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:51.860400 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-437a02a5-b5ff-4671-9d85-82f75e12ae60 req-186fb3ea-37cb-4d9f-b3f4-97d39c591a00 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268212 Aug 03 05:15:51.884244 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-92d6802d-7840-4730-a107-9cf7a9fe6718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c1010967-31c5-494e-b9fd-0b6592f574db), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:51.911002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-dae09beb-5b98-49cd-98ed-0150a4dd9e61 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:51.913092 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-dae09beb-5b98-49cd-98ed-0150a4dd9e61 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 815 time: 0.1485007 Aug 03 05:15:51.920220 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:15:49Z', 'revision_number': 1, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:51.946261 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-75be133f-37fb-478b-bd57-0054703d44c7 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/quotas/7d7bf6baa2224b0d910133c5542608e1 HTTP/1.1" status: 200 len: 375 time: 0.0234308 Aug 03 05:15:51.964835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e365e9d9-34e8-452b-b7a7-7491b60378e1 None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:15:49Z', 'revision_number': 1, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:15:51.980771 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-8097691f-2d0e-40fe-829c-0e9afd7d1986 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1082001 Aug 03 05:15:51.981903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6802d-7840-4730-a107-9cf7a9fe6718 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1010967-31c5-494e-b9fd-0b6592f574db,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:52.000814 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43320) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:52.015148 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-92d6802d-7840-4730-a107-9cf7a9fe6718 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=fa309bf373724f02b2aeabdd89f7c06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4951627 Aug 03 05:15:52.016992 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43324) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:52.044407 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-2ced92a5-d652-4a43-bd12-82e375206754 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0929446 Aug 03 05:15:52.065641 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.069396 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-71d4bff0-44bc-413a-9bd7-0099929bf152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.071263 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-71d4bff0-44bc-413a-9bd7-0099929bf152 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1130 time: 0.0575471 Aug 03 05:15:52.119727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Publish callbacks [] for security_group (c1010967-31c5-494e-b9fd-0b6592f574db), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.151011 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-49d06d21-5717-46b3-9f61-d5c4551f72f9 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1487155 Aug 03 05:15:52.184437 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-90fd6583-7887-464c-b2f4-09cc3af7462a service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:15:52.185036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Publish callbacks [] for security_group (c1010967-31c5-494e-b9fd-0b6592f574db), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.189128 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-90fd6583-7887-464c-b2f4-09cc3af7462a service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0085123 Aug 03 05:15:52.227926 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-7dab051c-8ea0-49f9-a311-846d709a2883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.229721 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-7dab051c-8ea0-49f9-a311-846d709a2883 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1206419 Aug 03 05:15:52.251841 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:52.261734 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-8dd6b621-bcb2-497d-b8ac-5183e09d8d6b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970053 Aug 03 05:15:52.295320 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0caecf35-d142-46c6-a214-d5e407ae289d None None] New status for floating IP d3f33cca-aa25-46cf-9b2e-ba163e28c779: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:15:52.310925 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43332) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:52.344459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.351078 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-55f32b48-366c-48e4-9fa2-062ca3bafc4a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 1002 time: 0.1146958 Aug 03 05:15:52.415188 dv-cinder-851279-4-iscsi neutron-server[104591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 03 05:15:52.419490 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-92198d56-6d29-4f82-bde6-87dffc304c74 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454806 Aug 03 05:15:52.462994 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c4e47b-b703-441f-82ac-97b6b8c3766f req-49987696-3702-4b9a-96e1-2a6699a6d794 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.465296 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50c4e47b-b703-441f-82ac-97b6b8c3766f req-49987696-3702-4b9a-96e1-2a6699a6d794 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0734713 Aug 03 05:15:52.503999 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-f200f501-0227-4ece-8028-0e567ebdf0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.508791 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-f200f501-0227-4ece-8028-0e567ebdf0b8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.1439555 Aug 03 05:15:52.535808 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-4f00b95e-3787-44ae-8353-5e8ebbb03a79 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.538051 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-4f00b95e-3787-44ae-8353-5e8ebbb03a79 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports/602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 940 time: 0.2229469 Aug 03 05:15:52.553212 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c1010967-31c5-494e-b9fd-0b6592f574db), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.565922 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:52.567441 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c1010967-31c5-494e-b9fd-0b6592f574db HTTP/1.1" status: 204 len: 168 time: 0.5490656 Aug 03 05:15:52.580679 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1010967-31c5-494e-b9fd-0b6592f574db,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:52.586578 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50c4e47b-b703-441f-82ac-97b6b8c3766f req-8fad508c-9835-4ced-a4d6-1c7895dea4e4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134953 Aug 03 05:15:52.594716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.595438 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.595979 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.596500 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.597033 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.597554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.598064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.598572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.599130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.599662 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.601280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.602060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.602490 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.603121 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.603569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adda4159-2d6a-4a3f-9d71-859a05ad6d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:52.647725 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-2e515afe-c442-4d45-8567-d1c8a23a1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:52.656674 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-2e515afe-c442-4d45-8567-d1c8a23a1fd4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1415296 Aug 03 05:15:52.803628 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3afbc474-11d1-4dc0-ac43-03f9cfd2463c req-7e6418a5-ddcf-4c77-8a9b-9a25e757afdf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0653150 Aug 03 05:15:52.891351 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-98148c92-b796-46d1-a910-c7e51de9b20c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261314 Aug 03 05:15:53.023024 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-8571b8fd-5057-45b6-8055-d8cb589f6fc1 req-441702c7-f673-4c3d-8d29-9a45eac2e9b3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226864 Aug 03 05:15:53.460103 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43382) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:53.477572 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:53.503574 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:53.557627 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Publish callbacks [] for security_group (3cb58502-887b-4642-b4ac-cf1901fc1c93), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:53.678930 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3cb58502-887b-4642-b4ac-cf1901fc1c93), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:53.744237 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb58502-887b-4642-b4ac-cf1901fc1c93,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:53.748468 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=0828253286244d5a8042a2551616189c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875235 Aug 03 05:15:53.749314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b0401-f280-4806-afc3-2f61edbe405c req-cee00fa3-7a93-4076-8108-01afc48bbf73 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:53.750922 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-700b0401-f280-4806-afc3-2f61edbe405c req-cee00fa3-7a93-4076-8108-01afc48bbf73 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0583320 Aug 03 05:15:53.751393 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43400) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:53.772444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.773215 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.779623 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.780591 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.780591 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.780591 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f76be2e-2e5e-41b1-8869-bd52a98306a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:15:53.798721 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:53.814776 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:53.829170 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-700b0401-f280-4806-afc3-2f61edbe405c req-91f35485-6488-464e-a3b7-80864eb7d277 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726032 Aug 03 05:15:53.879872 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] Publish callbacks [] for security_group (3cb58502-887b-4642-b4ac-cf1901fc1c93), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:53.922891 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-575d0232-e244-442c-819c-bc020769e994 req-32206b3e-fc67-4f77-9450-3680c1b2be88 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0474195 Aug 03 05:15:53.940422 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] Publish callbacks [] for security_group (3cb58502-887b-4642-b4ac-cf1901fc1c93), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:54.087135 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (3cb58502-887b-4642-b4ac-cf1901fc1c93), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:54.090337 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:54.091602 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/3cb58502-887b-4642-b4ac-cf1901fc1c93 HTTP/1.1" status: 204 len: 168 time: 0.3386929 Aug 03 05:15:54.099779 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812857c-a5b5-4b2d-93f3-3d6ac3a7ef08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb58502-887b-4642-b4ac-cf1901fc1c93,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:54.849284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43434) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:54.866886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e50e7411-8070-4f88-a406-c7e76847bd99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:54.952823 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e50e7411-8070-4f88-a406-c7e76847bd99 admin admin] Publish callbacks [] for security_group (c6747128-7b5d-4680-ae4a-bd3c68523a5f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:54.993982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:55.006214 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1302a253-6ef9-4adb-910c-023acd89fc9c req-e60d4fa2-52e4-4de6-8e19-ad15259238d8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:55.007933 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1302a253-6ef9-4adb-910c-023acd89fc9c req-e60d4fa2-52e4-4de6-8e19-ad15259238d8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0520680 Aug 03 05:15:55.018068 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e50e7411-8070-4f88-a406-c7e76847bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c6747128-7b5d-4680-ae4a-bd3c68523a5f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.059157 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d71aa859-529b-44a1-ba3f-11c56bb4889a req-f011bb6a-45cf-4194-8fb3-c15d36d10365 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0499656 Aug 03 05:15:55.100797 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e50e7411-8070-4f88-a406-c7e76847bd99 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=43920308773b4bf4bd44579bc9be4dd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501752 Aug 03 05:15:55.102798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e7411-8070-4f88-a406-c7e76847bd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6747128-7b5d-4680-ae4a-bd3c68523a5f,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:55.104913 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1302a253-6ef9-4adb-910c-023acd89fc9c req-da4fa938-ce5e-4c9f-ba83-774ca6620297 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856612 Aug 03 05:15:55.105492 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43446) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:55.161722 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] Publish callbacks [] for security_group (c6747128-7b5d-4680-ae4a-bd3c68523a5f), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.185160 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] Publish callbacks [] for security_group (c6747128-7b5d-4680-ae4a-bd3c68523a5f), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.341395 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c6747128-7b5d-4680-ae4a-bd3c68523a5f), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.344623 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.345813 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c6747128-7b5d-4680-ae4a-bd3c68523a5f HTTP/1.1" status: 204 len: 168 time: 0.2391784 Aug 03 05:15:55.355110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab81625-ae96-439d-835c-f197c37b1bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6747128-7b5d-4680-ae4a-bd3c68523a5f,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:55.774139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43462) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:55.822910 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Deleting subnet d6d0b3ef-cd36-4105-979f-d919bc460bb2 {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:15:55.826711 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Publish callbacks [] for subnet (d6d0b3ef-cd36-4105-979f-d919bc460bb2), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.863478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (d6d0b3ef-cd36-4105-979f-d919bc460bb2), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:55.917345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (d6d0b3ef-cd36-4105-979f-d919bc460bb2), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.033002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (d6d0b3ef-cd36-4105-979f-d919bc460bb2), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.100998 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.109666 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/d6d0b3ef-cd36-4105-979f-d919bc460bb2 HTTP/1.1" status: 204 len: 168 time: 0.3341391 Aug 03 05:15:56.109853 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43472) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:56.118436 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff490c60-80dc-4f84-ad8c-e5bb77b103f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6d0b3ef-cd36-4105-979f-d919bc460bb2,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:56.137611 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-310dffee-2dc6-41b8-828b-22c79d90e4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.144853 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-310dffee-2dc6-41b8-828b-22c79d90e4ea service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 1127 time: 0.1377485 Aug 03 05:15:56.218429 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-8952ebac-c719-4342-b9bf-01766cdbaf8e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.219925 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-8952ebac-c719-4342-b9bf-01766cdbaf8e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 815 time: 0.2196023 Aug 03 05:15:56.235937 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'port': {'device_id': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'admin_state_up': True, 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:56.241485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-650a23cd-eeed-4c64-9af1-4fa81a0d777d req-e75f4e5b-a173-4081-bd4a-62f15caaaad9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0843892 Aug 03 05:15:56.246509 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (ba7b8207-d6ca-4229-bc73-fdc35e4a9792), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.299938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1af0e22-d5eb-4c9f-bcef-b738ca5f9ab1 req-4b864fc9-e33b-492a-884c-29fe391b8d6b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.301458 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f1af0e22-d5eb-4c9f-bcef-b738ca5f9ab1 req-4b864fc9-e33b-492a-884c-29fe391b8d6b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0805492 Aug 03 05:15:56.343962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-2ad5eb52-5cbd-4327-83f6-21b51f5a638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.345434 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-2ad5eb52-5cbd-4327-83f6-21b51f5a638e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1127 time: 0.1234870 Aug 03 05:15:56.389766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:56.416753 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f1af0e22-d5eb-4c9f-bcef-b738ca5f9ab1 req-1e4a4e4f-ca1a-4f3a-a9b6-dacb9f41691b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983813 Aug 03 05:15:56.424860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (ba7b8207-d6ca-4229-bc73-fdc35e4a9792), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.464385 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.464732 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > port after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > port after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > port after_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.471769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.496422 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-3da9bd6b-e2bc-4ef4-a808-8c23bdc6dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.500532 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-3da9bd6b-e2bc-4ef4-a808-8c23bdc6dcfe service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.1399093 Aug 03 05:15:56.581662 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-42ab49e8-4f21-4e2b-b680-76831271cc5c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 200 len: 999 time: 0.0762980 Aug 03 05:15:56.614572 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.614975 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.615482 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.616009 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 03 05:15:56.616484 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba7b8207-d6ca-4229-bc73-fdc35e4a9792']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:56.642912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46de4f66-9708-4b92-b1c0-e7d527048548') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:56.643974 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46de4f66-9708-4b92-b1c0-e7d527048548') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:15:56.660045 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-ad08e32f-0815-4cac-95b1-44182b0de4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.661980 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-ad08e32f-0815-4cac-95b1-44182b0de4fa service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0703762 Aug 03 05:15:56.668075 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (46de4f66-9708-4b92-b1c0-e7d527048548), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.695659 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (46de4f66-9708-4b92-b1c0-e7d527048548), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.707033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:56.707033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:15:56.707033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (46de4f66-9708-4b92-b1c0-e7d527048548), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.713593 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0258c-6702-47b1-a701-fad905de8900 req-9d57bc30-fc9d-461a-879c-d483eb908b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:56.715673 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-9d57bc30-fc9d-461a-879c-d483eb908b14 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459983 Aug 03 05:15:56.730712 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Made reservation on behalf of 7d7bf6baa2224b0d910133c5542608e1 for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:15:56.734514 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.838169 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-cb1f5443-7da3-4c27-af11-e61cf8ec7b5c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136270 Aug 03 05:15:56.840073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:56.906697 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (ba7b8207-d6ca-4229-bc73-fdc35e4a9792), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.930581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:56.936210 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/ba7b8207-d6ca-4229-bc73-fdc35e4a9792 HTTP/1.1" status: 204 len: 168 time: 0.8204398 Aug 03 05:15:56.959026 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95db8650-0fd3-4e83-8c8d-1f7d3e52fa3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ba7b8207-d6ca-4229-bc73-fdc35e4a9792,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:56.981687 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Allocated IP 172.20.0.14 (2270a235-f065-4e37-a7ab-2cf88c3883db/b9b1b127-4193-41db-a779-29245e8cc84a/1d2d095e-7779-4335-a8cf-cbd4d15b643b) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:15:57.008191 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43b0258c-6702-47b1-a701-fad905de8900 req-3b20ae9b-969d-4231-a72d-c86c413ca5b1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600580 Aug 03 05:15:57.081581 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 46de4f66-9708-4b92-b1c0-e7d527048548 resource provider aggregate not found Aug 03 05:15:57.119935 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 46de4f66-9708-4b92-b1c0-e7d527048548 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46de4f66-9708-4b92-b1c0-e7d527048548 found for delete ", "request_id": "req-d7847026-abae-46e8-bd21-4079b5cd5e0e"}]} Aug 03 05:15:57.199340 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:57.341123 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:57.353393 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:57.379492 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-59e52373-5cfb-4374-a0cc-0e7936b4012a req-f44a3c7d-2993-441f-a974-dc126e5924f2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0487468 Aug 03 05:15:57.429042 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Network 2270a235-f065-4e37-a7ab-2cf88c3883db is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:15:57.433375 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:15:57.438739 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43528) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:57.439041 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:15:57.550405 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:57.563284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:15:57.638290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:57.647166 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:57.749994 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-bc3b260d-0a12-423f-b623-82afa0052eec tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5197129 Aug 03 05:15:57.777886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Request body: {'port': {'device_id': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:15:57.925207 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:57.967599 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-1dbb8166-8adb-4f45-8688-85efb9e0a430 None None] Provisioning complete for port 1d2d095e-7779-4335-a8cf-cbd4d15b643b triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:15:57.968237 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1dbb8166-8adb-4f45-8688-85efb9e0a430 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:57.989543 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5a10f26e-8ea5-4e3b-93a0-a255d9abd72a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d9b28cfcd2da41528eb3d71199d3b2d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5463030 Aug 03 05:15:58.007501 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43550) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:15:58.028153 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-1dbb8166-8adb-4f45-8688-85efb9e0a430 None None] Port 1d2d095e-7779-4335-a8cf-cbd4d15b643b cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:15:58.052278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066c1d66-be24-48aa-ba2a-5c221363bba5 req-7896fb85-09c8-4df2-b2fb-8043180730a0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:58.053724 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-066c1d66-be24-48aa-ba2a-5c221363bba5 req-7896fb85-09c8-4df2-b2fb-8043180730a0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0825322 Aug 03 05:15:58.132265 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] Publish callbacks [] for security_group (25fe5811-24e9-4164-8790-879b370a5474), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.137329 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-066c1d66-be24-48aa-ba2a-5c221363bba5 req-01bb42da-23a3-4303-90b4-542d950233be tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747490 Aug 03 05:15:58.166919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] Publish callbacks [] for security_group (25fe5811-24e9-4164-8790-879b370a5474), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.375564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (25fe5811-24e9-4164-8790-879b370a5474), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.378059 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.379400 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/25fe5811-24e9-4164-8790-879b370a5474 HTTP/1.1" status: 204 len: 168 time: 0.3706472 Aug 03 05:15:58.392542 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3985dc-abb1-4713-a44a-36dbaf78f860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fe5811-24e9-4164-8790-879b370a5474,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:58.451077 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d2d095e-7779-4335-a8cf-cbd4d15b643b {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:15:58.474639 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks [] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.522357 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Transition to ACTIVE for port object 1d2d095e-7779-4335-a8cf-cbd4d15b643b will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:15:58.569271 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceca954-1cfa-44c1-8298-124186f5b8ea req-fbdaeb04-d06b-4c84-8894-3c845bbcd935 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:58.570976 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dceca954-1cfa-44c1-8298-124186f5b8ea req-fbdaeb04-d06b-4c84-8894-3c845bbcd935 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 932 time: 0.0714228 Aug 03 05:15:58.593872 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.705800 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dceca954-1cfa-44c1-8298-124186f5b8ea req-f06c0ca6-86c8-4e87-bcc2-e4eb6e6123af tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212511 Aug 03 05:15:58.807259 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:58.854022 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Attempting to bind port 1d2d095e-7779-4335-a8cf-cbd4d15b643b on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:15:58.854468 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Attempting to bind port 1d2d095e-7779-4335-a8cf-cbd4d15b643b by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:15:58.854883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Attempting to bind port 1d2d095e-7779-4335-a8cf-cbd4d15b643b on network 2270a235-f065-4e37-a7ab-2cf88c3883db {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:58.860420 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Port 1d2d095e-7779-4335-a8cf-cbd4d15b643b on network 2270a235-f065-4e37-a7ab-2cf88c3883db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:15:58.860738 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Attempting to bind port 1d2d095e-7779-4335-a8cf-cbd4d15b643b on network 2270a235-f065-4e37-a7ab-2cf88c3883db {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:15:58.866901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:15:58.867237 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Checking segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:15:58.867618 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Bound using segment: {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:15:58.868047 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Bound port: 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e64495f-5259-459e-988d-51444130c5d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:15:58.868433 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:58.952983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:15:58.952983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:15:59.288429 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4442665-de09-4044-8f44-786f65c6a55f req-343fcdf6-af58-4666-8764-bb9c254c694a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:59.292664 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4442665-de09-4044-8f44-786f65c6a55f req-343fcdf6-af58-4666-8764-bb9c254c694a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0542374 Aug 03 05:15:59.349422 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4442665-de09-4044-8f44-786f65c6a55f req-67735508-a020-4f69-bd9f-b970682d71cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510578 Aug 03 05:15:59.453520 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:59.461394 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:59.462588 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:15:59.464341 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 1094 time: 1.6929331 Aug 03 05:15:59.472148 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:15:59.472148 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f39578-6607-4b18-83d1-89e6c73ffdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:15:59.520415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fee240d-ce03-4cd0-81cf-03f8d324b10f x-openstack-request-id: req-8fee240d-ce03-4cd0-81cf-03f8d324b10f {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:15:59.520874 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:15:59.520989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8fee240d-ce03-4cd0-81cf-03f8d324b10f {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:15:59.521411 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fee240d-ce03-4cd0-81cf-03f8d324b10f'] response: {'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:15:59.554187 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31b7a3-c3bb-4d47-8d3c-55f739a38e74 service neutron] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:15:59.873899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c7ec5-1838-4e1f-87d4-a4be79d0badd req-8f55ad5e-89a1-4151-a0fd-aed61ecc0453 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:15:59.881971 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-590c7ec5-1838-4e1f-87d4-a4be79d0badd req-8f55ad5e-89a1-4151-a0fd-aed61ecc0453 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0805855 Aug 03 05:15:59.987617 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-590c7ec5-1838-4e1f-87d4-a4be79d0badd req-36e2cf83-24db-4b40-91e0-8bab21000796 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045947 Aug 03 05:16:00.421173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:00.477301 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-fddedc31-54b4-4ec2-8973-95a99786a528 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-920195612&fields=id&tenant_id=6ff6f2c611f44256a7d85a8d99981d9d HTTP/1.1" status: 200 len: 267 time: 0.0647092 Aug 03 05:16:00.738656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-d00c7b21-fe77-4547-a77f-12eac58abacd tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:00.741668 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-d00c7b21-fe77-4547-a77f-12eac58abacd tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 808 time: 0.2557449 Aug 03 05:16:00.769332 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-ac17ad18-e90b-414e-b373-8264522ab51b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/quotas/6ff6f2c611f44256a7d85a8d99981d9d HTTP/1.1" status: 200 len: 375 time: 0.0210607 Aug 03 05:16:00.838659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-c0ff7f4a-210d-4c03-9a6c-ba376f7e1d4b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0672998 Aug 03 05:16:00.968453 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-8298b15c-42e3-40fb-93ad-d8f075504b1d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067655 Aug 03 05:16:01.084888 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-745d9473-bca4-41d1-98ed-6f543d5a25e8 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090066 Aug 03 05:16:01.427575 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43626) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:01.599035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a61410d8-d1cd-45d6-aef6-1c17f026b7ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:01.646820 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:01.696433 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a61410d8-d1cd-45d6-aef6-1c17f026b7ce admin admin] Publish callbacks [] for security_group (b917e3d4-4779-4cd3-828b-2a6425d7b5cf), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:01.812764 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-a61410d8-d1cd-45d6-aef6-1c17f026b7ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b917e3d4-4779-4cd3-828b-2a6425d7b5cf), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:01.902229 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-a61410d8-d1cd-45d6-aef6-1c17f026b7ce admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3ecf0d3c745b4b0cb16ad6d0f60d0460&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4734831 Aug 03 05:16:01.905748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43634) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:01.922906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b7e63-0a54-4903-92d7-5a1c7ac94d36 req-3b189384-53f1-4fd3-959b-194dfcfb549c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:01.930504 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3d0b7e63-0a54-4903-92d7-5a1c7ac94d36 req-3b189384-53f1-4fd3-959b-194dfcfb549c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0837595 Aug 03 05:16:01.947550 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61410d8-d1cd-45d6-aef6-1c17f026b7ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b917e3d4-4779-4cd3-828b-2a6425d7b5cf,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:02.017733 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3d0b7e63-0a54-4903-92d7-5a1c7ac94d36 req-408754c8-2665-4feb-beeb-8ecac1326a6b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783639 Aug 03 05:16:02.019396 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] Publish callbacks [] for security_group (b917e3d4-4779-4cd3-828b-2a6425d7b5cf), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:02.081279 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] Publish callbacks [] for security_group (b917e3d4-4779-4cd3-828b-2a6425d7b5cf), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:02.126010 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:02.161472 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94e7dd-d9cc-46d6-927a-8f5e3b9f8bab req-853109bb-b208-4e9d-ab66-cbf469a62bdf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:02.163114 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2a94e7dd-d9cc-46d6-927a-8f5e3b9f8bab req-853109bb-b208-4e9d-ab66-cbf469a62bdf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0677767 Aug 03 05:16:02.276432 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:02.276432 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2a94e7dd-d9cc-46d6-927a-8f5e3b9f8bab req-3556760e-8cac-4bb2-ac93-c2f3632bd821 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456049 Aug 03 05:16:02.293614 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c2bb435-7c07-4523-9468-b3bfd5427cde req-c17873c9-2f63-4772-84aa-fbc1fbdfe6c9 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0393996 Aug 03 05:16:02.536375 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=19 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:02.664256 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:02.775035 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b917e3d4-4779-4cd3-828b-2a6425d7b5cf), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:02.778470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:02.780509 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b917e3d4-4779-4cd3-828b-2a6425d7b5cf HTTP/1.1" status: 204 len: 168 time: 0.8735600 Aug 03 05:16:02.805474 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52eb94-cc7a-413e-9164-aa812954e992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b917e3d4-4779-4cd3-828b-2a6425d7b5cf,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:03.231680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98d2e9-57dc-4236-a1d0-c67caf65ff74 req-bd4a8b99-eaa8-4358-9fe4-2c1b889b84ae tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:03.233406 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c98d2e9-57dc-4236-a1d0-c67caf65ff74 req-bd4a8b99-eaa8-4358-9fe4-2c1b889b84ae tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1205046 Aug 03 05:16:03.302057 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c98d2e9-57dc-4236-a1d0-c67caf65ff74 req-1c50fbcc-717c-40bf-89ac-4bddb5e77734 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629711 Aug 03 05:16:03.479303 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a896fb-e937-4d79-817a-b0b9a4e0071b req-cce14727-7791-4318-8b5e-5fa21e6658ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:03.482162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a4a896fb-e937-4d79-817a-b0b9a4e0071b req-cce14727-7791-4318-8b5e-5fa21e6658ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0801175 Aug 03 05:16:03.539768 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a4a896fb-e937-4d79-817a-b0b9a4e0071b req-0d8489ad-a6a7-4b39-9428-298fb02f01ae tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507112 Aug 03 05:16:03.625300 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dad96e07-1ac7-4a71-9735-49e38487d8c1 req-36c4fcbd-6aba-4a25-9093-7e06f46fcb1c tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0408444 Aug 03 05:16:04.175287 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 43670) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:04.287829 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-544014905-network', 'tenant_id': '6675985e19c44dabb624420aaa97b0f7'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:04.308222 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:04.384393 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Made reservation on behalf of 6675985e19c44dabb624420aaa97b0f7 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:16:04.387019 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.399150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.451330 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46d2b0-51cf-4e99-9685-49a35218ee5e req-bfb5a239-d47b-4afc-8424-92f766e5535f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:04.452812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da46d2b0-51cf-4e99-9685-49a35218ee5e req-bfb5a239-d47b-4afc-8424-92f766e5535f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0558753 Aug 03 05:16:04.499415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks [] for security_group (0ccbfb1a-b1f5-4577-934c-adec90d8d308), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.514720 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da46d2b0-51cf-4e99-9685-49a35218ee5e req-d982c87e-ceef-4a65-abca-43bd3bfc97a4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545995 Aug 03 05:16:04.601851 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0ccbfb1a-b1f5-4577-934c-adec90d8d308), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.634934 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:16:04.647205 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ccbfb1a-b1f5-4577-934c-adec90d8d308,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:04.669405 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e30b98a8-b1f4-4994-8586-6c131f089e4a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.669977 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Added segment e30b98a8-b1f4-4994-8586-6c131f089e4a of type vlan for network ec3d5553-9ecc-44aa-8db9-0f957032655c Aug 03 05:16:04.692889 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4498f-8fc2-4b0f-b81f-47a6f446de07 req-71282c76-fa30-40fb-a946-12c6af17bb4e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:04.694885 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9d4498f-8fc2-4b0f-b81f-47a6f446de07 req-71282c76-fa30-40fb-a946-12c6af17bb4e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0783770 Aug 03 05:16:04.726286 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (ec3d5553-9ecc-44aa-8db9-0f957032655c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.749813 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9d4498f-8fc2-4b0f-b81f-47a6f446de07 req-d2d585db-e8de-45e2-ad7c-a63eba5673c8 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487263 Aug 03 05:16:04.820983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (ec3d5553-9ecc-44aa-8db9-0f957032655c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.822206 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:04.823566 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:04.849034 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e047a2ea-dcf0-451e-a695-8260066248cb req-649c3217-8642-4c11-ad85-6024ade47ada tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0336049 Aug 03 05:16:04.913999 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] Pushing event updated for resources: {'Network': ['ID=ec3d5553-9ecc-44aa-8db9-0f957032655c,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:04.924338 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network ec3d5553-9ecc-44aa-8db9-0f957032655c details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:16:04.958810 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5d11681a-fa9f-4885-848f-6b99a90e0197 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7823122 Aug 03 05:16:04.961954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 43682) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:04.967271 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Request body: {'subnet': {'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-544014905-subnet', 'tenant_id': '6675985e19c44dabb624420aaa97b0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:05.063950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Made reservation on behalf of 6675985e19c44dabb624420aaa97b0f7 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:16:05.066404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:05.310059 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (325267b2-532a-490b-a9c4-8f3cfff8cabe), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:05.318968 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:05.380761 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=325267b2-532a-490b-a9c4-8f3cfff8cabe,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:05.392578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Checking segment: {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:16:05.394796 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Network hostable DHCP agents. Network: ec3d5553-9ecc-44aa-8db9-0f957032655c, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:16:05.492477 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Network ec3d5553-9ecc-44aa-8db9-0f957032655c is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:16:05.566827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, ec3d5553-9ecc-44aa-8db9-0f957032655c) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:05.571263 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:05.571805 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:05.582497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a586239-2adb-46d4-9b33-f2a1cf818c11 None None] Network ec3d5553-9ecc-44aa-8db9-0f957032655c requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:16:05.673322 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-1c89399b-b7d4-41ee-8e0d-3bf100eda586 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7102118 Aug 03 05:16:05.704519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac958a7-1f54-40d7-ac86-125d7167a96c req-d52d1265-31a3-46aa-9aae-400c2887c6c8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:05.706210 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0ac958a7-1f54-40d7-ac86-125d7167a96c req-d52d1265-31a3-46aa-9aae-400c2887c6c8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0951436 Aug 03 05:16:05.754206 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b8cb23-1942-40fc-ac83-69cbc2c07bf6 None None] Network ec3d5553-9ecc-44aa-8db9-0f957032655c requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:16:05.775560 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:05.800559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0ac958a7-1f54-40d7-ac86-125d7167a96c req-8fc37980-6155-4878-b477-a66dcdb0641b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879068 Aug 03 05:16:05.981962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013a03d-5e6c-4a1e-b7e3-a8772cf51a3a req-88402a26-2fed-4a33-8b32-e5ef0c4c8d96 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:05.986899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4013a03d-5e6c-4a1e-b7e3-a8772cf51a3a req-88402a26-2fed-4a33-8b32-e5ef0c4c8d96 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0894370 Aug 03 05:16:06.087515 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4013a03d-5e6c-4a1e-b7e3-a8772cf51a3a req-6422be31-29fc-41f0-a275-a9dc32839b67 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967500 Aug 03 05:16:06.208081 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5dcab692-8fb1-4a4d-95b3-7de223a8225d req-48e7f4ed-f829-4f46-925e-c4cbeb9d8df8 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0606854 Aug 03 05:16:06.958757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:06.967833 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688ee144-fa81-4c68-8d79-ee549d310d15 req-738af12f-62e3-4e7c-acf3-c0f9eeed2209 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:06.969360 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-688ee144-fa81-4c68-8d79-ee549d310d15 req-738af12f-62e3-4e7c-acf3-c0f9eeed2209 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0513127 Aug 03 05:16:07.040695 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-688ee144-fa81-4c68-8d79-ee549d310d15 req-65f450f3-4436-4c32-8d03-e37503eebc95 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654769 Aug 03 05:16:07.217930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe9860c-d247-4e89-a7f4-ab1acafa1a3a req-e10d65f0-a58e-400f-b11c-ae58a5921df9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:07.219574 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ffe9860c-d247-4e89-a7f4-ab1acafa1a3a req-e10d65f0-a58e-400f-b11c-ae58a5921df9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0591540 Aug 03 05:16:07.273134 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ffe9860c-d247-4e89-a7f4-ab1acafa1a3a req-c99f038f-3d5b-4bd5-8577-3c0b11cd8ed8 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473089 Aug 03 05:16:07.367977 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff522630-9a96-482a-a9b9-33052be7c18e req-aaebce83-39e2-4b21-ab18-3bc1d19a2df8 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0299900 Aug 03 05:16:09.803503 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-ac0dc8fe-509c-4f14-9894-7a5f3b798575 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/networks?tenant_id=7a970d4cbb3545a187c75848e10cb166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463057 Aug 03 05:16:10.058939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-a4c7fc2d-1bba-475e-8daa-98f08dfb6363 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:10.060324 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-a4c7fc2d-1bba-475e-8daa-98f08dfb6363 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ec3d5553-9ecc-44aa-8db9-0f957032655c HTTP/1.1" status: 200 len: 813 time: 0.2931445 Aug 03 05:16:10.088967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-24e5cf58-10f4-4857-ae3d-20599a1d52ad tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:10.102653 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-24e5cf58-10f4-4857-ae3d-20599a1d52ad tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2778635 Aug 03 05:16:10.102653 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-0cb9217e-e70b-401b-9d53-642cd51e0541 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/quotas/6675985e19c44dabb624420aaa97b0f7 HTTP/1.1" status: 200 len: 375 time: 0.0225396 Aug 03 05:16:10.122271 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-69e9fe94-1ace-48e1-91e5-0c10d811e49b tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/quotas/7a970d4cbb3545a187c75848e10cb166 HTTP/1.1" status: 200 len: 375 time: 0.0232742 Aug 03 05:16:10.152478 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-e15abd69-76ff-4ca1-9cfc-79404ed20ee4 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518708 Aug 03 05:16:10.181226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-58e164bd-0588-4913-8d43-e7d2fa81643c tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=7a970d4cbb3545a187c75848e10cb166&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403767 Aug 03 05:16:10.265373 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-059b1754-e020-4881-b56d-eab810c36742 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923836 Aug 03 05:16:10.308834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:10.380043 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-e9aac2ee-ad93-4ac1-beb6-29422345bfc9 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085708 Aug 03 05:16:10.563977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0ff1b-132b-419a-b063-dc5f7c0ceb3e req-8804a8a4-7f41-484c-a4e8-346bd7248449 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:10.565780 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7f0ff1b-132b-419a-b063-dc5f7c0ceb3e req-8804a8a4-7f41-484c-a4e8-346bd7248449 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0700035 Aug 03 05:16:10.691860 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7f0ff1b-132b-419a-b063-dc5f7c0ceb3e req-854c166d-526f-401a-87d3-c7f193795a62 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124775 Aug 03 05:16:10.763469 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244174c5-b9fd-4bee-bd4e-d9980b639ac0 req-72861605-e28a-4449-8218-c9a2597c2142 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:10.765015 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-244174c5-b9fd-4bee-bd4e-d9980b639ac0 req-72861605-e28a-4449-8218-c9a2597c2142 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0609326 Aug 03 05:16:10.859456 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-704bb90b-ba31-4749-a011-dd0cd352705c req-316d7781-9132-409e-a0f3-f3a8619d9c07 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0642147 Aug 03 05:16:10.893909 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-244174c5-b9fd-4bee-bd4e-d9980b639ac0 req-9f03090e-80ed-46f7-a4dd-3c4de231103c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216278 Aug 03 05:16:10.964228 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-694b3c74-4cfc-43d7-9097-5d3f35aaaf0e req-fccba62a-eb20-4869-a8ce-863663232056 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0499840 Aug 03 05:16:10.989749 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-48301730-b090-4908-87ee-4da0aeb6984d req-123f3bb3-6167-4810-8412-d38eb0d9d6a5 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0587080 Aug 03 05:16:11.845166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ecc8e-d442-4e91-85eb-a6129a232dfc req-93886dc0-f305-4558-92e2-9d1559b392f0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:11.854596 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b66ecc8e-d442-4e91-85eb-a6129a232dfc req-93886dc0-f305-4558-92e2-9d1559b392f0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0667317 Aug 03 05:16:11.913133 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b66ecc8e-d442-4e91-85eb-a6129a232dfc req-51075b32-5bb1-41a2-aea2-4ba0287b7529 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567288 Aug 03 05:16:12.022558 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317fedb-40aa-4664-8064-cb9f0e8aec1c req-f4766584-a5ff-44be-8f67-68db92524b52 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:12.030209 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f317fedb-40aa-4664-8064-cb9f0e8aec1c req-f4766584-a5ff-44be-8f67-68db92524b52 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0570309 Aug 03 05:16:12.094520 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4628cf12-e152-453b-bbe7-2944a18b0556 req-b92936a1-ba3f-4be1-b9c6-64f92592b3ba tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0554450 Aug 03 05:16:12.152777 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f317fedb-40aa-4664-8064-cb9f0e8aec1c req-b714bc6e-dbd7-484e-8f68-136d98bb43c7 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173022 Aug 03 05:16:12.185985 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-31bb1fde-92d1-4196-afef-fa789a385eb9 req-76ae4ff3-eaa7-47a5-a2f7-17d1b502bb25 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0362358 Aug 03 05:16:12.245996 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-35ca43e7-966d-4e25-8df1-b7934716efef req-60a1cd72-0beb-4f20-bfa3-85306af1d98f tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0407071 Aug 03 05:16:13.047679 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276d74b-8fbc-48d0-9aab-47fdb39d939f req-2918e38d-8f4f-43bd-bbab-e9154d49ead4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:13.051495 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9276d74b-8fbc-48d0-9aab-47fdb39d939f req-2918e38d-8f4f-43bd-bbab-e9154d49ead4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0609283 Aug 03 05:16:13.085899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:13.102302 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9276d74b-8fbc-48d0-9aab-47fdb39d939f req-6b7580f6-9d57-4d2c-bd63-5c04e54476f2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468631 Aug 03 05:16:13.223920 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0beb088e-49cf-44bc-9977-93ca4ebab8d9 req-35608278-e0c4-4aca-aa9e-496662d71f55 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0386860 Aug 03 05:16:13.334091 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cbbe91ba-6dc4-40ff-bc12-c4ea4d0bbbbd req-9aef96b9-0dad-4deb-9e84-cbb2bff02ad4 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0348198 Aug 03 05:16:13.340306 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bd8f0-1891-45d2-a54e-f5a9efa54154 req-dbc728fe-f778-427b-8788-395faf52eb83 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:13.342063 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-489bd8f0-1891-45d2-a54e-f5a9efa54154 req-dbc728fe-f778-427b-8788-395faf52eb83 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0924115 Aug 03 05:16:13.430126 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-489bd8f0-1891-45d2-a54e-f5a9efa54154 req-05a7d604-1fa6-4685-8060-48f6b16d4b8f tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793917 Aug 03 05:16:13.454814 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44def2e8-9e28-4c62-a473-60d208ff8511 req-43cdaece-224e-4f87-beba-2dd9d551ad14 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0401497 Aug 03 05:16:13.940539 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-dca55c3c-7ad1-4c66-a83c-7bf9df1dc44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:13.942093 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-dca55c3c-7ad1-4c66-a83c-7bf9df1dc44a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1128 time: 0.0519059 Aug 03 05:16:14.044668 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:14.066017 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-9817fd03-3d32-44a8-86e5-2ae83a2a818e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.067545 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-9817fd03-3d32-44a8-86e5-2ae83a2a818e service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7d7bf6baa2224b0d910133c5542608e1&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1043732 Aug 03 05:16:14.185856 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-f972cd1d-dbc7-4a19-a63f-4a992ff3d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.188258 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-56f39578-6607-4b18-83d1-89e6c73ffdbb req-f972cd1d-dbc7-4a19-a63f-4a992ff3d948 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098502 Aug 03 05:16:14.288103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645b2a1b-e227-41b4-8fc3-0171ef910df7 req-3ae53cf9-eb67-404b-8588-ddef59935c6c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.308783 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-645b2a1b-e227-41b4-8fc3-0171ef910df7 req-3ae53cf9-eb67-404b-8588-ddef59935c6c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0953233 Aug 03 05:16:14.348887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-df4d5145-38e4-4441-b87f-40253afd8293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.351124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-163623e4-e400-4ec2-bb2f-688064179fe1 req-f68a73e6-aa9b-4d8f-b92a-3f06470f9bac tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0352113 Aug 03 05:16:14.353639 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-df4d5145-38e4-4441-b87f-40253afd8293 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1128 time: 0.0759399 Aug 03 05:16:14.423961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-645b2a1b-e227-41b4-8fc3-0171ef910df7 req-fee0e0f8-d59c-4fdb-b254-733c901855f6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141503 Aug 03 05:16:14.447678 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-4b6f84bd-5252-4969-97fa-06c7eac23847 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 217 time: 0.0625441 Aug 03 05:16:14.550717 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25e97b94-7a9a-4e0f-a64c-83c5d682ab27 req-3deb543d-ff87-40ea-9242-094e9ba66e18 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0847468 Aug 03 05:16:14.568609 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:16:14.615981 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-1435d1fc-dad5-4524-983c-fb28cf37c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.617490 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-1435d1fc-dad5-4524-983c-fb28cf37c2de service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.1151412 Aug 03 05:16:14.674812 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ddd29-bbab-45f7-8ce0-cd3b7e89a53c req-ad701c31-0753-4cd9-9198-e7508d547ea6 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.678024 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b92ddd29-bbab-45f7-8ce0-cd3b7e89a53c req-ad701c31-0753-4cd9-9198-e7508d547ea6 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.1208441 Aug 03 05:16:14.727948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-a0eaa67b-fe59-4dfc-913b-c93f8d1af466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:14.730366 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-a0eaa67b-fe59-4dfc-913b-c93f8d1af466 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837805 Aug 03 05:16:14.734357 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab371ed9-3c74-4e1a-bccf-1e81b1ca231a req-d4182140-4f00-47f9-a300-b50bb5c47b64 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0547581 Aug 03 05:16:14.798661 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b92ddd29-bbab-45f7-8ce0-cd3b7e89a53c req-e96de9c6-512c-4945-b4ac-9b7c087da974 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049476 Aug 03 05:16:14.915787 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-f143dd2a-8018-4537-887f-7a30da8cfb4d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678865 Aug 03 05:16:15.464907 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eed781db-1887-4357-b056-251e46a45a26 req-8204154b-7cb7-407c-aa6c-f33aefedcc2e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0284059 Aug 03 05:16:15.554861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be5183-79e5-41e8-8a42-ae834346f011 req-15e7fe2b-1456-4cb2-8e10-f049ac6ebc71 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:15.556358 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e9be5183-79e5-41e8-8a42-ae834346f011 req-15e7fe2b-1456-4cb2-8e10-f049ac6ebc71 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0478573 Aug 03 05:16:15.585103 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:15.606278 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e9be5183-79e5-41e8-8a42-ae834346f011 req-02ae53f9-4d81-487a-a2f6-c1752bb7b90a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439384 Aug 03 05:16:15.667030 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-180ec0b2-c1c7-4b5d-a838-0615c724f667 req-5d9f6d82-72e3-496f-b776-549d69564910 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0300627 Aug 03 05:16:15.836783 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b35e9a5b-533e-484d-95e0-c252d96f4530 req-30cc5182-2e29-431b-81c3-e27d028d9f3d tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0278189 Aug 03 05:16:15.927177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68d8737-3b87-4d2e-bc54-1793ac56c888 req-27f2777f-793f-4bf6-82af-2d19a4588cd8 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:15.927402 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=52 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:15.928648 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b68d8737-3b87-4d2e-bc54-1793ac56c888 req-27f2777f-793f-4bf6-82af-2d19a4588cd8 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0480258 Aug 03 05:16:15.953814 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:15.977664 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b68d8737-3b87-4d2e-bc54-1793ac56c888 req-32dfd52a-bbcc-45b9-953c-ea4d96f14b77 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431044 Aug 03 05:16:16.441126 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-3e87d83b-0d65-44a2-967d-729fcca1fbcf req-35e061a4-bd3b-4269-8c6c-2a04da596df3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992839 Aug 03 05:16:16.573151 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7d9f9a20-8647-44a1-be37-8e35e7a920b6 req-8f65a753-84e7-4c19-810c-2130df70e1ff tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0330009 Aug 03 05:16:16.734483 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce07256-9115-4657-8baa-209287ffa8e5 req-11e63971-be44-4c78-9522-9900cbdad298 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:16.736024 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ce07256-9115-4657-8baa-209287ffa8e5 req-11e63971-be44-4c78-9522-9900cbdad298 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0489738 Aug 03 05:16:16.790133 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dba8c309-65f1-4368-8a8d-0ba14a1a69af req-1ff42bd2-1248-45ab-acce-79b0fdd75b0e tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0400355 Aug 03 05:16:16.806784 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ce07256-9115-4657-8baa-209287ffa8e5 req-b8970872-382e-4548-b202-57db67fe2e5f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646012 Aug 03 05:16:16.942166 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-67117d10-775f-4d3f-af74-a85c71641494 req-9357e286-214e-43a1-b3a7-c696be965985 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0294716 Aug 03 05:16:17.089465 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e0cb8d69-0bf5-4a3f-81ee-8dfbd51002d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:17.100474 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0d7e0f-d1c7-4206-a191-51fa84a7fd62 req-9c9159f7-081b-454b-8f95-e1b7e076d131 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:17.101925 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a0d7e0f-d1c7-4206-a191-51fa84a7fd62 req-9c9159f7-081b-454b-8f95-e1b7e076d131 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0497313 Aug 03 05:16:17.149174 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a0d7e0f-d1c7-4206-a191-51fa84a7fd62 req-ef05c3cb-55d9-4440-8000-a699f6973300 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Aug 03 05:16:17.673308 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-828cb95c-f8b4-49d9-9b3e-fc20315401bd req-2d65eb27-4e75-4f51-9f89-aae21f64d262 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0281334 Aug 03 05:16:17.892535 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5c738c6e-7ba9-4301-9dd2-7a23f8782405 req-664d236e-fd34-43f7-9636-6c2d8ff3b44d tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0303190 Aug 03 05:16:17.939209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3c0526-cff0-4e12-a36a-25032bec5e4a req-e0b9464e-1c4c-4eed-8080-dbb9e5b4de12 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:17.940675 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c3c0526-cff0-4e12-a36a-25032bec5e4a req-e0b9464e-1c4c-4eed-8080-dbb9e5b4de12 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0513811 Aug 03 05:16:17.998658 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c3c0526-cff0-4e12-a36a-25032bec5e4a req-caeb064b-d65f-4c0a-b2f0-6d7f8636674e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524244 Aug 03 05:16:18.046416 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9e9cb7f3-bbcb-49d5-9d47-78015c33215e req-afff4752-2327-4243-94d8-149eb61db7b3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0285676 Aug 03 05:16:18.267345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471f2abc-6d40-445d-933f-13af40a58efc req-ece167f5-8da3-45aa-a562-9f673cab93e3 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:18.269314 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-471f2abc-6d40-445d-933f-13af40a58efc req-ece167f5-8da3-45aa-a562-9f673cab93e3 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0467360 Aug 03 05:16:18.316206 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-471f2abc-6d40-445d-933f-13af40a58efc req-198fb048-8e3e-4910-b75d-e99cc8377ccf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415013 Aug 03 05:16:18.692796 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:18.769240 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:18.785476 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-11ea60e1-b29e-4826-b101-9ad0a9ae0472 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=7a970d4cbb3545a187c75848e10cb166&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913539 Aug 03 05:16:18.800520 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-e8b339c7-1fc9-4e8a-b11c-b870cbc18d88 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:18.802215 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-e8b339c7-1fc9-4e8a-b11c-b870cbc18d88 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 808 time: 0.1530776 Aug 03 05:16:18.860062 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-684e9bc3-4ba7-4af7-a7d8-c72540acf940 req-4b047be7-b69f-4a69-a587-e83c58467487 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0867386 Aug 03 05:16:18.881135 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-ed758c40-b2f3-4afe-a040-a906620d8cb1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6ff6f2c611f44256a7d85a8d99981d9d HTTP/1.1" status: 200 len: 379 time: 0.0645380 Aug 03 05:16:18.901174 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'port': {'device_id': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'admin_state_up': True, 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'security_groups': ['55588fc6-b766-482c-9941-6025b4663167']}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:18.947238 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-044aaf0f-9534-4714-be24-c672911ee550 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:18.949366 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-044aaf0f-9534-4714-be24-c672911ee550 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ec3d5553-9ecc-44aa-8db9-0f957032655c HTTP/1.1" status: 200 len: 813 time: 0.2682948 Aug 03 05:16:18.963223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Request body: {'port': {'device_id': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c', 'admin_state_up': True, 'tenant_id': '6675985e19c44dabb624420aaa97b0f7'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:19.016339 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-3b2c6f8a-8f96-4423-b427-4987387d6b67 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:19.017777 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-3b2c6f8a-8f96-4423-b427-4987387d6b67 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009554 Aug 03 05:16:19.134472 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Made reservation on behalf of 6ff6f2c611f44256a7d85a8d99981d9d for: {'port': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:16:19.145184 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.280220 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Allocated IP 172.20.0.7 (bbb5d950-6a24-4342-b6f3-55bde0214ab1/2fe7b45b-17ba-4897-af7b-7370ac35d672/255ebc2e-922a-4b85-be40-f642cc2ae298) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:16:19.324956 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Request body: {'port': {'device_id': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562', 'admin_state_up': True, 'tenant_id': '7a970d4cbb3545a187c75848e10cb166'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:19.329555 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cbdd1444-fecd-4e32-8229-61e0153f0cf5 req-14beb54c-6e53-42b2-a24b-8d7176351826 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.3430603 Aug 03 05:16:19.466311 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-52ee300f-54cf-429d-8ec7-f58b2d4365b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.494690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdbbb8-fe52-448b-9683-d1c84e30c386 req-851fae3c-73be-41cd-b6ac-171f28743cb1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:19.496333 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9bfdbbb8-fe52-448b-9683-d1c84e30c386 req-851fae3c-73be-41cd-b6ac-171f28743cb1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1656570 Aug 03 05:16:19.499430 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3f4efb8-69c7-4344-ae5a-78227a2f5e59 req-af3f2e51-05a5-40ee-9d95-e84178d65bac tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0682483 Aug 03 05:16:19.551707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:19.638551 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9bfdbbb8-fe52-448b-9683-d1c84e30c386 req-ecd17a2c-05c5-45b4-8671-4d492dc1061e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302679 Aug 03 05:16:19.648466 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Made reservation on behalf of 6675985e19c44dabb624420aaa97b0f7 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:16:19.656037 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.663624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb00ade-f465-43dc-99e5-3d9dd2fc1275 req-bc975ebe-8c63-4904-b2ee-3fa3bbd06652 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:19.677351 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3cb00ade-f465-43dc-99e5-3d9dd2fc1275 req-bc975ebe-8c63-4904-b2ee-3fa3bbd06652 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 944 time: 0.0993056 Aug 03 05:16:19.711177 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.728627 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Made reservation on behalf of 7a970d4cbb3545a187c75848e10cb166 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:16:19.732929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.742979 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1d2d095e-7779-4335-a8cf-cbd4d15b643b details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:16:19.743938 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:19.785863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.816804 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3cb00ade-f465-43dc-99e5-3d9dd2fc1275 req-9e8345f5-ae20-45ef-ae7b-7e51db03a599 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354251 Aug 03 05:16:19.843389 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.862783 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:19.876447 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'port_id': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'mac_address': 'fa:16:3e:35:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:16:19.896439 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:16:19.900190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:19.911960 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:19.916355 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:16:19.920180 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:19.924640 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 1d2d095e-7779-4335-a8cf-cbd4d15b643b is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:19.925916 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:19.935135 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Allocated IP 172.20.0.13 (ec3d5553-9ecc-44aa-8db9-0f957032655c/325267b2-532a-490b-a9c4-8f3cfff8cabe/97f8fdc6-81d2-4bf6-91c7-f43776182afd) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:16:19.953891 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d2d095e-7779-4335-a8cf-cbd4d15b643b {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:19.985100 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:19.990939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks [] for security_group (c0ee714d-a675-4f14-bba3-aff9294c1f87), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.024821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.025308 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.059454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.064475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c0ee714d-a675-4f14-bba3-aff9294c1f87), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.087530 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6855874-6d15-45e0-a1f5-5ea30209c6bc req-7d1c7d1c-daf1-4697-a185-b72d6b95c9af tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.089171 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e6855874-6d15-45e0-a1f5-5ea30209c6bc req-7d1c7d1c-daf1-4697-a185-b72d6b95c9af tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 931 time: 0.0947561 Aug 03 05:16:20.118142 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-5b33d464-0fb4-4b3a-b733-e98b5f99ec63 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2210863 Aug 03 05:16:20.118808 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:20.127634 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.127993 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.128406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.128970 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.129626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.129626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.129928 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.130258 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.130631 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.130987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.131318 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.131673 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.132177 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.132507 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.132835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:16:20.159306 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Request body: {'port': {'device_id': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:20.226661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:INSERT=14 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:20.236265 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.275680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ee714d-a675-4f14-bba3-aff9294c1f87,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:20.297235 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8596fa54-6b5b-48a7-b5aa-99ad6ae718b3 req-db5ae32d-0771-4349-937d-dc2ca092e889 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.303347 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8596fa54-6b5b-48a7-b5aa-99ad6ae718b3 req-db5ae32d-0771-4349-937d-dc2ca092e889 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.2130280 Aug 03 05:16:20.323829 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-d5d60b2a-be11-452e-b326-5f0cb32e1588 None None] Provisioning complete for port 255ebc2e-922a-4b85-be40-f642cc2ae298 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:20.324304 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d5d60b2a-be11-452e-b326-5f0cb32e1588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.348441 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:20.357536 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e6855874-6d15-45e0-a1f5-5ea30209c6bc req-07c334e1-7621-488e-9d87-02acd52819f0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2483261 Aug 03 05:16:20.363779 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:20.388026 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-d5d60b2a-be11-452e-b326-5f0cb32e1588 None None] Port 255ebc2e-922a-4b85-be40-f642cc2ae298 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:16:20.426205 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks [] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.493916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Allocated IP 192.168.233.74 (8fb4bd53-fc5d-47c9-a08b-57eef9c21562/d1b2a533-33fb-44bd-85bc-1a7fa9f798f9/41555d5a-f165-47fa-88be-470e20fd39e2) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:16:20.511954 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8596fa54-6b5b-48a7-b5aa-99ad6ae718b3 req-e7adc70b-0bc1-4545-88ad-078f3d30bfdd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073731 Aug 03 05:16:20.537836 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ace7fc1a-d4df-41a1-aed9-678df63fd21d req-5968ecff-f613-4bed-bd7e-a40992cb6bbf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0469050 Aug 03 05:16:20.594008 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255ebc2e-922a-4b85-be40-f642cc2ae298 {{(pid=104591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:20.602374 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks [] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.617908 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.provisioning_blocks [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Transition to ACTIVE for port object 255ebc2e-922a-4b85-be40-f642cc2ae298 will not be triggered until provisioned by entity L2. {{(pid=104591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:16:20.665714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.688690 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.690246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:20.723281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.757677 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:20.761441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd75f2f-f6af-43a4-9b56-a856b4ca9276 req-bd4d4369-e5c5-43d2-84b9-5c5f8153d4bb tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.762955 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ebd75f2f-f6af-43a4-9b56-a856b4ca9276 req-bd4d4369-e5c5-43d2-84b9-5c5f8153d4bb tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 932 time: 0.1367612 Aug 03 05:16:20.770146 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Network ec3d5553-9ecc-44aa-8db9-0f957032655c is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:16:20.795633 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:20.813887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Attempting to bind port 255ebc2e-922a-4b85-be40-f642cc2ae298 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:16:20.813887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Attempting to bind port 255ebc2e-922a-4b85-be40-f642cc2ae298 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:16:20.813887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Attempting to bind port 255ebc2e-922a-4b85-be40-f642cc2ae298 on network bbb5d950-6a24-4342-b6f3-55bde0214ab1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:20.816597 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Port 255ebc2e-922a-4b85-be40-f642cc2ae298 on network bbb5d950-6a24-4342-b6f3-55bde0214ab1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:16:20.817235 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Attempting to bind port 255ebc2e-922a-4b85-be40-f642cc2ae298 on network bbb5d950-6a24-4342-b6f3-55bde0214ab1 {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:20.821328 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:16:20.822033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 15, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:16:20.822476 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Checking segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:16:20.822916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Bound using segment: {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'} {{(pid=104591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:16:20.823488 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.managers [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Bound port: 255ebc2e-922a-4b85-be40-f642cc2ae298, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1'}}] {{(pid=104591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:16:20.823853 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.826389 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:20.847082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Pushing event updated for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:20.876319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks [] for port (41555d5a-f165-47fa-88be-470e20fd39e2), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.888253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, cleared binding levels {{(pid=104591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:16:20.891807 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:16:20.911549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4d6bd-fd5b-4195-93c1-399384019d36 req-00e8da93-5d37-4387-a9a3-20c01585fb7e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.913019 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-80e4d6bd-fd5b-4195-93c1-399384019d36 req-00e8da93-5d37-4387-a9a3-20c01585fb7e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1652813 Aug 03 05:16:20.959802 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:20.960400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:20.975973 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ebd75f2f-f6af-43a4-9b56-a856b4ca9276 req-d297bff0-4e07-4dab-acd7-804eaac9f98a tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971378 Aug 03 05:16:20.998528 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:20.999415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.008203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.008965 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.012005 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 1093 time: 0.8571510 Aug 03 05:16:21.012846 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:21.016539 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970481f6-c16c-4ae1-9da5-77ec70734a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:21.018610 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-80e4d6bd-fd5b-4195-93c1-399384019d36 req-4b14d345-34bd-4603-93ec-2a396ef3a16a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961797 Aug 03 05:16:21.083900 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1bb22-7a10-4d3b-8128-d35c6deb5d2e service neutron] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=3']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:21.087295 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-fac41f24-1b6b-4971-b481-0a0c41e05010 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1285744 Aug 03 05:16:21.094626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572767a-af9f-4341-a3c8-fa48f77242b6 req-d5391a9e-5799-4ccc-aee2-6c93e00e6914 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.096231 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5572767a-af9f-4341-a3c8-fa48f77242b6 req-d5391a9e-5799-4ccc-aee2-6c93e00e6914 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 945 time: 0.0546732 Aug 03 05:16:21.097077 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d74f27-cc9d-4c7a-9b7e-74e434d180e3 x-openstack-request-id: req-87d74f27-cc9d-4c7a-9b7e-74e434d180e3 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:21.097442 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:21.097792 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-87d74f27-cc9d-4c7a-9b7e-74e434d180e3 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:21.098266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.098424 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d74f27-cc9d-4c7a-9b7e-74e434d180e3'] response: {'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'status': 'completed', 'code': 200} Aug 03 05:16:21.115550 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Request body: {'port': {'device_id': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:21.161289 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-d9874bb6-f45f-4c77-bfe0-056615cad957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.162814 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-d9874bb6-f45f-4c77-bfe0-056615cad957 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1127 time: 0.0421374 Aug 03 05:16:21.190170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:16:21.209497 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:21.218692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:16:21.231463 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Pushing event updated for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:21.280787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-f0af629a-59d1-48f3-a013-9a72b629b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.282305 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-f0af629a-59d1-48f3-a013-9a72b629b6b5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1116908 Aug 03 05:16:21.283307 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5572767a-af9f-4341-a3c8-fa48f77242b6 req-7d9a4543-c5ac-4437-9234-fa1222c4e0b2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786134 Aug 03 05:16:21.312974 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.338120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.339326 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.403203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-b77f75b0-089f-4e68-8016-8418b7191c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.404955 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-970481f6-c16c-4ae1-9da5-77ec70734a2b req-b77f75b0-089f-4e68-8016-8418b7191c6b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1147768 Aug 03 05:16:21.446764 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-54799344-5199-416f-abb2-b0fd77972144 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4062562 Aug 03 05:16:21.463774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Request body: {'port': {'device_id': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:21.490895 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-75a1a458-92de-4e5f-8b70-f00eba3c2601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.492418 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-75a1a458-92de-4e5f-8b70-f00eba3c2601 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1127 time: 0.0443864 Aug 03 05:16:21.520256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-78d34dab-1dd4-40d7-88df-997db9f49a2a None None] Provisioning complete for port 41555d5a-f165-47fa-88be-470e20fd39e2 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:21.520256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-78d34dab-1dd4-40d7-88df-997db9f49a2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.535710 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-8bad587a-4dab-40c7-9fdf-ba22cf626235 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 217 time: 0.0362999 Aug 03 05:16:21.554714 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-78d34dab-1dd4-40d7-88df-997db9f49a2a None None] Port 41555d5a-f165-47fa-88be-470e20fd39e2 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:16:21.594951 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-50b7a644-b3dd-4e28-8300-2be9e634dec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.596558 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-50b7a644-b3dd-4e28-8300-2be9e634dec9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0538878 Aug 03 05:16:21.618553 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d5a8c-a675-4bb3-a466-67e2221fdc2f req-7b91414a-8c0f-4335-913c-dd66d9829f7c tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.620607 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ee2d5a8c-a675-4bb3-a466-67e2221fdc2f req-7b91414a-8c0f-4335-913c-dd66d9829f7c tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.1339798 Aug 03 05:16:21.642706 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685933a9-3980-4bd6-9328-b81b3856af37 req-1c060199-1851-4675-8c81-28c8d6f1a9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.644329 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-1c060199-1851-4675-8c81-28c8d6f1a9c6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406375 Aug 03 05:16:21.648255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:21.683740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.743809 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1d2d095e-7779-4335-a8cf-cbd4d15b643b up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:16:21.744418 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-d791dccc-deef-4b94-9530-09ca8983e294 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926852 Aug 03 05:16:21.767907 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7314038-08ac-4947-9119-406023077cae req-277c1706-88b8-4062-9e68-dda8f144b9b5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:21.774507 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a7314038-08ac-4947-9119-406023077cae req-277c1706-88b8-4062-9e68-dda8f144b9b5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1624310 Aug 03 05:16:21.784231 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.794487 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 1d2d095e-7779-4335-a8cf-cbd4d15b643b completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:16:21.832614 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ee2d5a8c-a675-4bb3-a466-67e2221fdc2f req-01619616-a2db-4574-bb27-a1e7497534ec tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961544 Aug 03 05:16:21.837804 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:21.846741 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-685933a9-3980-4bd6-9328-b81b3856af37 req-17253a6d-3e2d-4b62-ab69-b080a0629f4f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960143 Aug 03 05:16:21.888731 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 1d2d095e-7779-4335-a8cf-cbd4d15b643b triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:21.893406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.942635 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:21.977037 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f8fdc6-81d2-4bf6-91c7-f43776182afd {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:21.984690 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a7314038-08ac-4947-9119-406023077cae req-ddd58a7a-8d76-4c63-aca8-782280376903 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086785 Aug 03 05:16:21.986097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 1d2d095e-7779-4335-a8cf-cbd4d15b643b is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:21.986497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:21.999872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks [] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.008137 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.018124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27e8c6-1a7d-4e4e-b4b8-019fc60dd8b5 req-f70395de-265e-4599-b041-b9c6c4004889 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:22.019687 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd27e8c6-1a7d-4e4e-b4b8-019fc60dd8b5 req-f70395de-265e-4599-b041-b9c6c4004889 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 935 time: 0.1065683 Aug 03 05:16:22.021569 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:22.023953 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad096260-4a37-4812-8ddb-e9e8b5f682f4" -d '{"events": [{"server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:22.026754 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:22.040286 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:22.082507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Transition to ACTIVE for port object 97f8fdc6-81d2-4bf6-91c7-f43776182afd will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:16:22.106396 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.158168 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:22.167709 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e2b7b-d32d-4e89-8c93-2a235573ebbe req-6557cb19-0a6e-4f55-87d2-8663cb35593b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:22.169022 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-081e2b7b-d32d-4e89-8c93-2a235573ebbe req-6557cb19-0a6e-4f55-87d2-8663cb35593b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 932 time: 0.0775704 Aug 03 05:16:22.175799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:22.176719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.217937 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd27e8c6-1a7d-4e4e-b4b8-019fc60dd8b5 req-4a99b082-bea6-4a38-bad1-ba7d56c92c00 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841433 Aug 03 05:16:22.276750 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f96f029-bc06-48ad-a305-64079a0ada2e x-openstack-request-id: req-5f96f029-bc06-48ad-a305-64079a0ada2e {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:22.277126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "name": "network-vif-plugged", "status": "completed", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:22.277349 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5f96f029-bc06-48ad-a305-64079a0ada2e {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:22.278184 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f96f029-bc06-48ad-a305-64079a0ada2e'] response: {'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'code': 200} Aug 03 05:16:22.292207 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.303831 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Pushing event updated for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:22.369091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:22.376562 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-081e2b7b-d32d-4e89-8c93-2a235573ebbe req-934f38b0-5e3c-4057-84b4-f484cd7f5900 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919141 Aug 03 05:16:22.403343 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41555d5a-f165-47fa-88be-470e20fd39e2 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:22.418533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks [] for port (41555d5a-f165-47fa-88be-470e20fd39e2), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.454802 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Transition to ACTIVE for port object 41555d5a-f165-47fa-88be-470e20fd39e2 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:16:22.469143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a521d7-b0db-4edd-8c00-cd04c07667b7 req-701e44ac-5f0c-4f85-b325-66c05dce40f5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:22.470697 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43a521d7-b0db-4edd-8c00-cd04c07667b7 req-701e44ac-5f0c-4f85-b325-66c05dce40f5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.1330125 Aug 03 05:16:22.500095 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Attempting to bind port 97f8fdc6-81d2-4bf6-91c7-f43776182afd on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:16:22.500496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Attempting to bind port 97f8fdc6-81d2-4bf6-91c7-f43776182afd by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:16:22.500853 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Attempting to bind port 97f8fdc6-81d2-4bf6-91c7-f43776182afd on network ec3d5553-9ecc-44aa-8db9-0f957032655c {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:22.521554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Port 97f8fdc6-81d2-4bf6-91c7-f43776182afd on network ec3d5553-9ecc-44aa-8db9-0f957032655c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:16:22.521935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Attempting to bind port 97f8fdc6-81d2-4bf6-91c7-f43776182afd on network ec3d5553-9ecc-44aa-8db9-0f957032655c {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:22.532656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f17d53-f873-4516-a659-203b9d68485a req-7e68127f-7128-44ca-bc7e-62769cf7f9be tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:22.534127 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d8f17d53-f873-4516-a659-203b9d68485a req-7e68127f-7128-44ca-bc7e-62769cf7f9be tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0941889 Aug 03 05:16:22.540504 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.551764 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:16:22.552126 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Checking segment: {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:16:22.552509 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Bound using segment: {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:16:22.552953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Bound port: 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:16:22.553301 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:22.628580 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43a521d7-b0db-4edd-8c00-cd04c07667b7 req-90a4b4c3-1f9d-4437-96fa-ab609b955fe7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388254 Aug 03 05:16:22.938715 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Pushing event updated for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:23.020806 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d8f17d53-f873-4516-a659-203b9d68485a req-2b841e8d-ffcb-4e58-842f-93f04dc6fcba tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767752 Aug 03 05:16:23.042343 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:16:23.047341 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:16:23.054682 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1c4b4f-4482-4bdf-9451-7e40d61ccf00 req-649a8b3f-91a0-4f2e-853b-a83d85c9ef4a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.056196 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ca1c4b4f-4482-4bdf-9451-7e40d61ccf00 req-649a8b3f-91a0-4f2e-853b-a83d85c9ef4a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.1254327 Aug 03 05:16:23.061603 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:23.098040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Attempting to bind port 41555d5a-f165-47fa-88be-470e20fd39e2 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:16:23.098377 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Attempting to bind port 41555d5a-f165-47fa-88be-470e20fd39e2 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:16:23.098707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Attempting to bind port 41555d5a-f165-47fa-88be-470e20fd39e2 on network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:23.125306 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Port 41555d5a-f165-47fa-88be-470e20fd39e2 on network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:16:23.125624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Attempting to bind port 41555d5a-f165-47fa-88be-470e20fd39e2 on network 8fb4bd53-fc5d-47c9-a08b-57eef9c21562 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:16:23.149027 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 16, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:16:23.149293 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Checking segment: {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:16:23.149672 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Bound using segment: {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:16:23.150122 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Bound port: 41555d5a-f165-47fa-88be-470e20fd39e2, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd151e86d-13f3-4e04-9abd-74446621971e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:16:23.150459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:23.162601 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f51b7da-6170-44bc-9622-3413ac0e13db req-610f96c0-360c-42d2-b1ed-23a315b1af82 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.164087 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6f51b7da-6170-44bc-9622-3413ac0e13db req-610f96c0-360c-42d2-b1ed-23a315b1af82 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0849137 Aug 03 05:16:23.171894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:23.182752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.182752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:23.182752 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/97f8fdc6-81d2-4bf6-91c7-f43776182afd HTTP/1.1" status: 200 len: 1094 time: 2.0737967 Aug 03 05:16:23.183578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:23.185745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04af6322-0458-4f28-a4df-a360a450a396" -d '{"events": [{"name": "network-changed", "server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:23.190976 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ca1c4b4f-4482-4bdf-9451-7e40d61ccf00 req-6bc09e4c-4fc4-452b-a9f7-3c176810459f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263673 Aug 03 05:16:23.249396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e403fee-a81b-402b-9685-caeba30e335f x-openstack-request-id: req-8e403fee-a81b-402b-9685-caeba30e335f {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:23.249682 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:23.249929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8e403fee-a81b-402b-9685-caeba30e335f {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:23.250334 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e403fee-a81b-402b-9685-caeba30e335f'] response: {'name': 'network-changed', 'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd', 'status': 'completed', 'code': 200} Aug 03 05:16:23.302990 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24fe72c-73c9-45c3-bf70-97bec586e269 service neutron] Pushing event updated for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:23.325851 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6f51b7da-6170-44bc-9622-3413ac0e13db req-bc7265f0-c914-491e-b9fb-a6f3de92f6e2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498535 Aug 03 05:16:23.357731 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:16:23.376269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2185605-8dd0-4844-ad11-a33589967331 req-41994ab3-e95d-40d6-a88b-627b7ac7b4d1 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.377725 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2185605-8dd0-4844-ad11-a33589967331 req-41994ab3-e95d-40d6-a88b-627b7ac7b4d1 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 947 time: 0.0757878 Aug 03 05:16:23.381182 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=41555d5a-f165-47fa-88be-470e20fd39e2,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:16:23.404195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:23.426380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2185605-8dd0-4844-ad11-a33589967331 req-59499f2a-a93a-4b41-981e-3d0bc2fd72c4 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418348 Aug 03 05:16:23.457782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:23.463877 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.464481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:23.466079 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/41555d5a-f165-47fa-88be-470e20fd39e2 HTTP/1.1" status: 200 len: 1097 time: 2.0121338 Aug 03 05:16:23.524576 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40afa8-7aea-4217-8da9-6f246c2ee486 req-07a44815-9860-4533-9647-27f65bc97841 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.526087 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9b40afa8-7aea-4217-8da9-6f246c2ee486 req-07a44815-9860-4533-9647-27f65bc97841 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.0779371 Aug 03 05:16:23.559138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e60e6e-6eea-462f-b9e7-b14110eec2db service neutron] Pushing event updated for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:23.589548 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9b40afa8-7aea-4217-8da9-6f246c2ee486 req-e57fec3f-75db-46c4-b845-ce533df3f368 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562320 Aug 03 05:16:23.743582 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:16:23.786302 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358b638d-5441-4832-a06a-068788786b0a req-f734b490-6ced-4003-983c-53232c5af024 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.787872 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-358b638d-5441-4832-a06a-068788786b0a req-f734b490-6ced-4003-983c-53232c5af024 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 943 time: 0.0810227 Aug 03 05:16:23.804962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6322-0458-4f28-a4df-a360a450a396 req-8d827115-25b6-41c8-bbd4-ed3038c0ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.806359 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-04af6322-0458-4f28-a4df-a360a450a396 req-8d827115-25b6-41c8-bbd4-ed3038c0ec07 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 1128 time: 0.0607376 Aug 03 05:16:23.848581 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:23.866484 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '602350b3-725c-4735-99e8-acb9b77192fa', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': '602350b3-725c-4735-99e8-acb9b77192fa', 'mac_address': 'fa:16:3e:ee:c6:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:16:23.940372 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-358b638d-5441-4832-a06a-068788786b0a req-b3992078-746b-4bab-9f4d-45fda30ec1db tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443553 Aug 03 05:16:23.968051 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-8d131d5d-d835-4e7a-bb2e-37364d39bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:23.969790 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-8d131d5d-d835-4e7a-bb2e-37364d39bf02 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7a970d4cbb3545a187c75848e10cb166&device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 1131 time: 0.0799298 Aug 03 05:16:24.016093 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6322-0458-4f28-a4df-a360a450a396 req-58785fee-4b23-4332-b96c-70a94666aaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.017750 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-04af6322-0458-4f28-a4df-a360a450a396 req-58785fee-4b23-4332-b96c-70a94666aaea service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=6675985e19c44dabb624420aaa97b0f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2033577 Aug 03 05:16:24.019241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-03fd4c26-344e-42dd-9cde-45de0cdd7dfa service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41555d5a-f165-47fa-88be-470e20fd39e2 HTTP/1.1" status: 200 len: 217 time: 0.0388021 Aug 03 05:16:24.042937 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:24.043334 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:24.059732 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:24.083497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:24.107307 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d174b2ce-5a3c-4a51-9651-694854602c85 req-c93c881e-cbcc-4a82-9f92-00d0a1ad889d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.109044 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d174b2ce-5a3c-4a51-9651-694854602c85 req-c93c881e-cbcc-4a82-9f92-00d0a1ad889d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0522187 Aug 03 05:16:24.154412 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:24.156192 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d174b2ce-5a3c-4a51-9651-694854602c85 req-b1926c91-660f-40b0-b372-da5817d2081d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Aug 03 05:16:24.168850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-371db04a-c425-4885-8b68-a1294c4fe110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.170313 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-371db04a-c425-4885-8b68-a1294c4fe110 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d1b2a533-33fb-44bd-85bc-1a7fa9f798f9 HTTP/1.1" status: 200 len: 843 time: 0.1332495 Aug 03 05:16:24.189931 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965dc31f-843d-40b2-945b-cde30c371108 req-af031ba0-c261-448f-a985-598d302b3568 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.191474 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-965dc31f-843d-40b2-945b-cde30c371108 req-af031ba0-c261-448f-a985-598d302b3568 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0941606 Aug 03 05:16:24.204940 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=9']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:24.224932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af6322-0458-4f28-a4df-a360a450a396 req-f71fa34f-19a1-4ea7-9fc7-87d64b99d5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.226428 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-04af6322-0458-4f28-a4df-a360a450a396 req-f71fa34f-19a1-4ea7-9fc7-87d64b99d5fa service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910663 Aug 03 05:16:24.256688 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-965dc31f-843d-40b2-945b-cde30c371108 req-2a119583-dec9-4f9f-88af-9979acd67197 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Aug 03 05:16:24.308437 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba872db8-4098-4ea3-8f56-fd4f00bd08d0 req-9dd959bf-6511-4310-b2e7-2a50a2bc1e35 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.309901 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ba872db8-4098-4ea3-8f56-fd4f00bd08d0 req-9dd959bf-6511-4310-b2e7-2a50a2bc1e35 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0470216 Aug 03 05:16:24.359003 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ba872db8-4098-4ea3-8f56-fd4f00bd08d0 req-307f6392-ca7d-4f96-826d-c86deb227b5d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435679 Aug 03 05:16:24.443924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a2245-6640-44a8-8857-e3390072d931 req-b9ab20a0-fc01-443a-b976-485b0fd009cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.445307 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-b9ab20a0-fc01-443a-b976-485b0fd009cc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=8fb4bd53-fc5d-47c9-a08b-57eef9c21562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0812905 Aug 03 05:16:24.476631 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['602350b3-725c-4735-99e8-acb9b77192fa'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:24.519462 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:24.546894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-5762d93c-bafe-4479-8f28-6a912ca5d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.548343 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-5762d93c-bafe-4479-8f28-6a912ca5d6e1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 1128 time: 0.1468732 Aug 03 05:16:24.562568 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:24.576744 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b64f4d8-617e-4ff9-870c-6ca5163d760a req-4674545d-45fb-4270-8557-6bc43344ac2d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.581619 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b64f4d8-617e-4ff9-870c-6ca5163d760a req-4674545d-45fb-4270-8557-6bc43344ac2d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1666756 Aug 03 05:16:24.601671 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:24.627954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece198-46a7-416d-8cb4-5e71ad17ae90 req-1905dfb7-088d-467b-832a-80516800b660 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.629412 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-55ece198-46a7-416d-8cb4-5e71ad17ae90 req-1905dfb7-088d-467b-832a-80516800b660 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 947 time: 0.1087074 Aug 03 05:16:24.640689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-98e7f9e9-f87a-49ec-9cc4-962ca7552d72 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8fb4bd53-fc5d-47c9-a08b-57eef9c21562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770723 Aug 03 05:16:24.679631 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b64f4d8-617e-4ff9-870c-6ca5163d760a req-04957637-8b0f-413e-b1a3-a9f813010c0c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933306 Aug 03 05:16:24.703526 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-55ece198-46a7-416d-8cb4-5e71ad17ae90 req-851a9b05-61cf-4e84-8359-1a19270a7870 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651178 Aug 03 05:16:24.783473 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc4f63c-0c4d-499c-beb4-89b0a655e5b6 req-5f6b6126-a9e2-4e4e-b81e-0ff0bdafebc5 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:24.784951 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc4f63c-0c4d-499c-beb4-89b0a655e5b6 req-5f6b6126-a9e2-4e4e-b81e-0ff0bdafebc5 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.0498140 Aug 03 05:16:24.834547 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc4f63c-0c4d-499c-beb4-89b0a655e5b6 req-ed6dad97-b70e-4f18-b9de-dc0012c5b3ba tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440283 Aug 03 05:16:25.030706 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-0982ad44-8009-4ac3-8c9e-f3cab19fc657 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd HTTP/1.1" status: 200 len: 217 time: 0.0470321 Aug 03 05:16:25.140664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6a5c4-5073-4f94-a434-06b04142b23a req-f27e7deb-f038-4205-a564-7d9ad1f50053 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.142120 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-84e6a5c4-5073-4f94-a434-06b04142b23a req-f27e7deb-f038-4205-a564-7d9ad1f50053 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 944 time: 0.1157699 Aug 03 05:16:25.181275 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-0783b764-24db-4f75-9f39-6b9e11e8f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.182864 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-0783b764-24db-4f75-9f39-6b9e11e8f2c9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=325267b2-532a-490b-a9c4-8f3cfff8cabe HTTP/1.1" status: 200 len: 853 time: 0.1381068 Aug 03 05:16:25.197113 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c71a2245-6640-44a8-8857-e3390072d931 req-faecbd35-a038-47ef-a6e1-a81ad8061631 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8fb4bd53-fc5d-47c9-a08b-57eef9c21562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219453 Aug 03 05:16:25.241214 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-a07298b6-5776-4a82-8631-53fce72a5305 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ec3d5553-9ecc-44aa-8db9-0f957032655c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384569 Aug 03 05:16:25.245826 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-84e6a5c4-5073-4f94-a434-06b04142b23a req-a05d1365-3bbb-4a8e-8ffd-9f36e782d1f5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968182 Aug 03 05:16:25.251387 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:25.253960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122be4c8-5f84-409f-baf8-5ce579200281" -d '{"events": [{"name": "network-changed", "server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:25.290178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ff5b5e-e00d-4bf2-bae0-9377b03d2db0 x-openstack-request-id: req-d6ff5b5e-e00d-4bf2-bae0-9377b03d2db0 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:25.290552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:25.290808 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d6ff5b5e-e00d-4bf2-bae0-9377b03d2db0 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:25.291240 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ff5b5e-e00d-4bf2-bae0-9377b03d2db0'] response: {'name': 'network-changed', 'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2', 'status': 'completed', 'code': 200} Aug 03 05:16:25.377004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9228ae-1840-473f-8a10-ba32be63a4b3 req-2cc5f7c9-cac6-41e6-b2fb-c8b456b551c7 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.378474 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b9228ae-1840-473f-8a10-ba32be63a4b3 req-2cc5f7c9-cac6-41e6-b2fb-c8b456b551c7 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0484011 Aug 03 05:16:25.426620 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b9228ae-1840-473f-8a10-ba32be63a4b3 req-a5ccf45f-fd9e-4903-8b40-bfb25e918275 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424128 Aug 03 05:16:25.488743 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc31d-4a7b-4022-b92b-c80a37fc5301 req-dcd9a3b5-f7f1-4b02-8a71-64ed56e4f0c2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.490309 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-400fc31d-4a7b-4022-b92b-c80a37fc5301 req-dcd9a3b5-f7f1-4b02-8a71-64ed56e4f0c2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0534978 Aug 03 05:16:25.540364 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-400fc31d-4a7b-4022-b92b-c80a37fc5301 req-cddfe2b2-156f-4b72-8b6e-933a93855a15 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446322 Aug 03 05:16:25.765376 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:16:25.768241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:16:25.826692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86e823c-b293-4060-98ce-6636f21eb835 req-7b0d1abc-a1b2-4ba0-bb28-40f1f81060cb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.828147 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c86e823c-b293-4060-98ce-6636f21eb835 req-7b0d1abc-a1b2-4ba0-bb28-40f1f81060cb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0755494 Aug 03 05:16:25.843684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bacfe1d-4804-41b8-b79f-57248460c120 req-f61064bf-1bfd-488e-ae41-10bcabc6d096 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:25.845109 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9bacfe1d-4804-41b8-b79f-57248460c120 req-f61064bf-1bfd-488e-ae41-10bcabc6d096 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 947 time: 0.0628858 Aug 03 05:16:25.876170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 602350b3-725c-4735-99e8-acb9b77192fa triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:25.876544 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (602350b3-725c-4735-99e8-acb9b77192fa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:25.914375 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c86e823c-b293-4060-98ce-6636f21eb835 req-dde94ab3-766b-4e7a-a5bd-574c5b0b6181 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783632 Aug 03 05:16:25.926255 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9bacfe1d-4804-41b8-b79f-57248460c120 req-2a07fb30-3e68-4cfc-b185-e1513e3665e8 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746689 Aug 03 05:16:25.933091 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:25.961922 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'mac_address': 'fa:16:3e:f0:62:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:16:25.983776 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:26.008805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:26.019751 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 602350b3-725c-4735-99e8-acb9b77192fa is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:26.020147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:26.031937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0345ca54-f33a-46de-88a3-a38d9de0ff1f req-3f8d8216-ef9c-49d6-8b2e-aa173d165f24 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:26.033557 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0345ca54-f33a-46de-88a3-a38d9de0ff1f req-3f8d8216-ef9c-49d6-8b2e-aa173d165f24 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.0498719 Aug 03 05:16:26.043269 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 255ebc2e-922a-4b85-be40-f642cc2ae298 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:26.043668 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:26.051942 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:26.066616 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:26.068857 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b4be92-8814-4dc2-9ddb-455b8035fe44" -d '{"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:26.075087 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255ebc2e-922a-4b85-be40-f642cc2ae298 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:26.092388 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0345ca54-f33a-46de-88a3-a38d9de0ff1f req-7ed725db-57e1-44dd-bb1f-a25c77e8450e tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502203 Aug 03 05:16:26.093393 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:26.104104 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:26.121035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd04d5c-eb6e-4ec7-9d29-f4acce78fd4e x-openstack-request-id: req-6dd04d5c-eb6e-4ec7-9d29-f4acce78fd4e {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:26.121356 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-plugged", "status": "completed", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:26.121617 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6dd04d5c-eb6e-4ec7-9d29-f4acce78fd4e {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:26.122020 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd04d5c-eb6e-4ec7-9d29-f4acce78fd4e'] response: {'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'code': 200} Aug 03 05:16:26.157055 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:26.160803 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:26.206003 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=10']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:26.254762 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:26.371476 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03e5ea-4c80-4f98-afc6-8e0c7abf39f4 req-fbb11294-1740-42ce-b643-a037a469416a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:26.372972 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c03e5ea-4c80-4f98-afc6-8e0c7abf39f4 req-fbb11294-1740-42ce-b643-a037a469416a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0481153 Aug 03 05:16:26.423411 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c03e5ea-4c80-4f98-afc6-8e0c7abf39f4 req-a565685a-0608-4ef0-9377-e3fe3dd205b6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449266 Aug 03 05:16:26.469941 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['255ebc2e-922a-4b85-be40-f642cc2ae298'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:26.549375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5a79d6-6661-48d8-944e-97d41d7249ca req-de8bbe5f-feb8-4976-a32f-8a38d0a06481 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:26.550901 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db5a79d6-6661-48d8-944e-97d41d7249ca req-de8bbe5f-feb8-4976-a32f-8a38d0a06481 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0484021 Aug 03 05:16:26.589145 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:26.606242 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db5a79d6-6661-48d8-944e-97d41d7249ca req-d01b3a07-bc96-4cc7-a98b-9722c7a58458 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493639 Aug 03 05:16:26.671929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06089a-57c8-4638-9725-f97bce86e4fa req-767f8975-9a83-4657-b18d-52e2928c0ef6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:26.673686 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b06089a-57c8-4638-9725-f97bce86e4fa req-767f8975-9a83-4657-b18d-52e2928c0ef6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 944 time: 0.0503685 Aug 03 05:16:26.727270 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b06089a-57c8-4638-9725-f97bce86e4fa req-d14f3174-e326-43a2-9028-9f98309ac34b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466287 Aug 03 05:16:26.927209 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-a90de20e-e820-482d-9e82-4f2268f47453 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905857 Aug 03 05:16:27.127750 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45381d26-a41f-4c66-a553-89f615e4317a req-557d514e-f3e7-47e5-8277-8bd0f6d5b485 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.129316 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-45381d26-a41f-4c66-a553-89f615e4317a req-557d514e-f3e7-47e5-8277-8bd0f6d5b485 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1352355 Aug 03 05:16:27.148042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d5832-7492-42b8-bf44-526fd396706f req-75125971-4355-453a-b009-d249bada0e7f tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.149495 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd7d5832-7492-42b8-bf44-526fd396706f req-75125971-4355-453a-b009-d249bada0e7f tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 947 time: 0.1463428 Aug 03 05:16:27.185757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be4c8-5f84-409f-baf8-5ce579200281 req-53d23c96-e694-4906-89f8-9ff6bda4be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.187190 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-53d23c96-e694-4906-89f8-9ff6bda4be9a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7a970d4cbb3545a187c75848e10cb166&device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 1131 time: 0.1501346 Aug 03 05:16:27.281955 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-db40d6cf-d52f-4205-9ba0-cb6003cbb8d1 req-23de7e3b-0ea3-438c-af78-7e2b706b7aad service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459316 Aug 03 05:16:27.285093 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-45381d26-a41f-4c66-a553-89f615e4317a req-cd3b9273-7561-4cac-9909-634fcab93177 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475034 Aug 03 05:16:27.289488 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd7d5832-7492-42b8-bf44-526fd396706f req-dfbe75e1-4794-4d0f-9073-f48ecffe03d6 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084979 Aug 03 05:16:27.388488 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82264cc3-4d3c-4c43-b3be-f950239ef7cf req-af8df996-d9ac-4b77-a331-d6cefbdd56bc tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.389974 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82264cc3-4d3c-4c43-b3be-f950239ef7cf req-af8df996-d9ac-4b77-a331-d6cefbdd56bc tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.0486267 Aug 03 05:16:27.436458 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82264cc3-4d3c-4c43-b3be-f950239ef7cf req-04b45047-9a5b-4c0e-8874-7a5bd9af3986 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408254 Aug 03 05:16:27.603468 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17600172-a2b5-474a-964a-22140ecdec86 req-15a9a35d-6206-46fb-b3d3-7671a5030c46 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.604983 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17600172-a2b5-474a-964a-22140ecdec86 req-15a9a35d-6206-46fb-b3d3-7671a5030c46 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0970380 Aug 03 05:16:27.644624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be4c8-5f84-409f-baf8-5ce579200281 req-579af08a-3ac2-4440-a918-4cc147c21133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.646221 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-579af08a-3ac2-4440-a918-4cc147c21133 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=8fb4bd53-fc5d-47c9-a08b-57eef9c21562 HTTP/1.1" status: 200 len: 870 time: 0.1476247 Aug 03 05:16:27.673818 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17600172-a2b5-474a-964a-22140ecdec86 req-7125e7dc-fe43-4c8c-9bb0-91c61685f9fa tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629358 Aug 03 05:16:27.730302 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4174406-e787-4105-87ad-8d7ce5878510 req-8f5993b4-aed0-43b9-ab56-ebc302c6d774 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.731800 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4174406-e787-4105-87ad-8d7ce5878510 req-8f5993b4-aed0-43b9-ab56-ebc302c6d774 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Aug 03 05:16:27.777266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:27.783647 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 41555d5a-f165-47fa-88be-470e20fd39e2 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:16:27.791056 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b4174406-e787-4105-87ad-8d7ce5878510 req-b19d0ac4-3d1c-4bdf-81e4-1551da97dc63 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478468 Aug 03 05:16:27.791877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:16:27.835798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:27.849014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f4f2d3-74f0-49de-b346-5cd5db195007 req-9b7089ef-b1d7-439d-887d-f06f12b092a7 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.850619 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-45f4f2d3-74f0-49de-b346-5cd5db195007 req-9b7089ef-b1d7-439d-887d-f06f12b092a7 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 944 time: 0.0526023 Aug 03 05:16:27.896273 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 255ebc2e-922a-4b85-be40-f642cc2ae298 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:16:27.914305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:27.929961 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=41555d5a-f165-47fa-88be-470e20fd39e2,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:27.939729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688451b9-bb0a-41ba-aa95-803aa0a912b2 req-b9169c9f-53c5-42a1-8864-2e181ab61917 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:27.941132 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-688451b9-bb0a-41ba-aa95-803aa0a912b2 req-b9169c9f-53c5-42a1-8864-2e181ab61917 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0742958 Aug 03 05:16:27.942353 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '41555d5a-f165-47fa-88be-470e20fd39e2', 'network_id': '8fb4bd53-fc5d-47c9-a08b-57eef9c21562', 'port_id': '41555d5a-f165-47fa-88be-470e20fd39e2', 'mac_address': 'fa:16:3e:e9:79:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1b2a533-33fb-44bd-85bc-1a7fa9f798f9', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:16:27.947340 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-45f4f2d3-74f0-49de-b346-5cd5db195007 req-9ed7b80e-f1eb-4021-8377-21b459b2ab54 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882273 Aug 03 05:16:27.971640 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 255ebc2e-922a-4b85-be40-f642cc2ae298 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:27.972031 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:27.998216 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-688451b9-bb0a-41ba-aa95-803aa0a912b2 req-7ca97a39-22cc-46cd-a25f-840094757827 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495837 Aug 03 05:16:28.010938 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 41555d5a-f165-47fa-88be-470e20fd39e2 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:28.013479 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:28.036817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41555d5a-f165-47fa-88be-470e20fd39e2 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:28.046058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:28.078060 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=41555d5a-f165-47fa-88be-470e20fd39e2,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:28.093260 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 255ebc2e-922a-4b85-be40-f642cc2ae298 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:28.093740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:28.124787 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:28.127519 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a172acd-8a63-4cf2-8f38-f703f913c46d" -d '{"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-plugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:28.132511 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:28.135380 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:28.173495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960ca198-f89a-4b87-b424-eb03bcd270bb x-openstack-request-id: req-960ca198-f89a-4b87-b424-eb03bcd270bb {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:28.173797 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-plugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:28.174055 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-960ca198-f89a-4b87-b424-eb03bcd270bb {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:28.174449 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960ca198-f89a-4b87-b424-eb03bcd270bb'] response: {'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'code': 200} Aug 03 05:16:28.188045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:28.217405 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:28.265306 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:28.337301 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28afcc15-29ff-4d23-9e33-f768befc37b6 req-aa5f73eb-1b9f-4d93-87c2-8ab69cd5bb0f tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:28.339427 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-28afcc15-29ff-4d23-9e33-f768befc37b6 req-aa5f73eb-1b9f-4d93-87c2-8ab69cd5bb0f tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0488830 Aug 03 05:16:28.428619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e7f0-2c99-41d1-86e1-eaeeab19d18d req-38fb65cb-e28b-4586-8468-fd52cfeaf2e5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:28.430092 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-88a4e7f0-2c99-41d1-86e1-eaeeab19d18d req-38fb65cb-e28b-4586-8468-fd52cfeaf2e5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0662279 Aug 03 05:16:28.433152 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-28afcc15-29ff-4d23-9e33-f768befc37b6 req-7c10e53b-6e9e-42e1-9eb2-6f5927e28e9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879118 Aug 03 05:16:28.481127 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-88a4e7f0-2c99-41d1-86e1-eaeeab19d18d req-dda6c6ee-b926-4abf-9863-59d0607fb46f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454206 Aug 03 05:16:28.542523 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['41555d5a-f165-47fa-88be-470e20fd39e2'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:28.565376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bf6f96-3e03-4887-b315-729dc853cdf6 req-f18aee5f-1d9f-4d9f-8713-71310447b4c9 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:28.567417 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-01bf6f96-3e03-4887-b315-729dc853cdf6 req-f18aee5f-1d9f-4d9f-8713-71310447b4c9 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 948 time: 0.0701749 Aug 03 05:16:28.631898 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b351e-d084-44d2-92bd-64fe2681c5e7 req-c97387e1-7b7b-4a94-b65b-5ff5f12b0a97 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:28.633424 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-079b351e-d084-44d2-92bd-64fe2681c5e7 req-c97387e1-7b7b-4a94-b65b-5ff5f12b0a97 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.0766969 Aug 03 05:16:28.673929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-01bf6f96-3e03-4887-b315-729dc853cdf6 req-a78a6c2e-fd56-42dd-954a-373318a150fd tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956755 Aug 03 05:16:28.730914 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-079b351e-d084-44d2-92bd-64fe2681c5e7 req-3caf5725-044d-4c3c-8a42-b452c633a2d5 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889668 Aug 03 05:16:29.035602 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-aab98c2f-3b20-4a28-a67a-3764f8769bdc service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=41555d5a-f165-47fa-88be-470e20fd39e2 HTTP/1.1" status: 200 len: 217 time: 0.2989631 Aug 03 05:16:29.171183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2ddfa-e113-4fbc-96f8-d18f8462abcb req-802c8023-9130-48e8-9444-7151da6845c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.172673 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bc2ddfa-e113-4fbc-96f8-d18f8462abcb req-802c8023-9130-48e8-9444-7151da6845c1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 1130 time: 0.1476119 Aug 03 05:16:29.180727 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2577633-99c3-4da7-8f48-117b81572da4 req-e7733a04-9041-4bbb-8be9-8f6ebcdfa131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.181219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dd71f-0dfb-4f0c-8173-409cdb46b260 req-fe5d29b0-33b6-4822-9240-9da0b865e307 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.182824 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2577633-99c3-4da7-8f48-117b81572da4 req-e7733a04-9041-4bbb-8be9-8f6ebcdfa131 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0521464 Aug 03 05:16:29.183261 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab3dd71f-0dfb-4f0c-8173-409cdb46b260 req-fe5d29b0-33b6-4822-9240-9da0b865e307 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.1595111 Aug 03 05:16:29.192318 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad59f6-5c88-47f2-bdb6-4a2596e47962 req-794704ca-140f-4ed8-84a2-ad2342adc119 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.193783 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-29ad59f6-5c88-47f2-bdb6-4a2596e47962 req-794704ca-140f-4ed8-84a2-ad2342adc119 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.1677625 Aug 03 05:16:29.225878 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be4c8-5f84-409f-baf8-5ce579200281 req-53fec71b-8166-40c4-837d-360a1098160a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.229505 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-53fec71b-8166-40c4-837d-360a1098160a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d1b2a533-33fb-44bd-85bc-1a7fa9f798f9 HTTP/1.1" status: 200 len: 843 time: 0.1736891 Aug 03 05:16:29.245669 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-d2577633-99c3-4da7-8f48-117b81572da4 req-9eabbc55-8ce8-4c67-ae63-b5935af64cf6 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567987 Aug 03 05:16:29.340887 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122be4c8-5f84-409f-baf8-5ce579200281 req-43aafdba-236b-4752-9f47-a1583b72bc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.342390 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-43aafdba-236b-4752-9f47-a1583b72bc41 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=8fb4bd53-fc5d-47c9-a08b-57eef9c21562&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1054053 Aug 03 05:16:29.348570 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bc2ddfa-e113-4fbc-96f8-d18f8462abcb req-953417f8-89fe-48f5-aa5f-4c0df15f94b6 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627369 Aug 03 05:16:29.352563 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab3dd71f-0dfb-4f0c-8173-409cdb46b260 req-eed089c3-4a80-4650-9cd6-57bbdce54599 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505237 Aug 03 05:16:29.357030 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-29ad59f6-5c88-47f2-bdb6-4a2596e47962 req-6a90357f-3f6d-40ae-b48f-8dee68ae3fc4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538582 Aug 03 05:16:29.600425 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed58eba-029f-4660-9e29-75833e4c133a req-3c564924-9f7b-498b-87e1-bd5ba453ac3b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.601902 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1ed58eba-029f-4660-9e29-75833e4c133a req-3c564924-9f7b-498b-87e1-bd5ba453ac3b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0480962 Aug 03 05:16:29.614512 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:29.649513 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1ed58eba-029f-4660-9e29-75833e4c133a req-e50617c0-a786-4ab3-9df3-a0dd1d10116d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413637 Aug 03 05:16:29.794188 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 97f8fdc6-81d2-4bf6-91c7-f43776182afd details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:16:29.796637 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 41555d5a-f165-47fa-88be-470e20fd39e2 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:16:29.806925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:29.879009 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f7f0cf-441f-421e-833f-133ee8491cba req-ffd20eda-d133-431e-8788-090e8ebde588 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.880555 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-21f7f0cf-441f-421e-833f-133ee8491cba req-ffd20eda-d133-431e-8788-090e8ebde588 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 948 time: 0.1273675 Aug 03 05:16:29.903929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 41555d5a-f165-47fa-88be-470e20fd39e2 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:16:29.925051 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5fc36-e908-483b-9f0c-0ca55d5c9b9e req-c44e0f5d-fc39-437c-8259-fb0209d50a85 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:29.926604 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd5fc36-e908-483b-9f0c-0ca55d5c9b9e req-c44e0f5d-fc39-437c-8259-fb0209d50a85 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 944 time: 0.1227062 Aug 03 05:16:29.936392 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:29.948734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '97f8fdc6-81d2-4bf6-91c7-f43776182afd', 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c', 'port_id': '97f8fdc6-81d2-4bf6-91c7-f43776182afd', 'mac_address': 'fa:16:3e:da:7f:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325267b2-532a-490b-a9c4-8f3cfff8cabe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:16:29.974037 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 41555d5a-f165-47fa-88be-470e20fd39e2 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:29.974502 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:29.986589 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-4b7f1233-880a-458a-bdf3-6a9c4f76f421 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8fb4bd53-fc5d-47c9-a08b-57eef9c21562?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224181 Aug 03 05:16:29.989950 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-21f7f0cf-441f-421e-833f-133ee8491cba req-b26389f2-4983-446e-b8f2-c4d732141484 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012480 Aug 03 05:16:30.008630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 97f8fdc6-81d2-4bf6-91c7-f43776182afd is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:30.009027 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:30.023755 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd5fc36-e908-483b-9f0c-0ca55d5c9b9e req-b66f47f1-9c66-4bb7-8e92-f2cc43059aa0 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842593 Aug 03 05:16:30.032962 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f8fdc6-81d2-4bf6-91c7-f43776182afd {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:16:30.038052 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:30.076057 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:30.090112 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 41555d5a-f165-47fa-88be-470e20fd39e2 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:30.090757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:30.122436 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:30.125120 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=41555d5a-f165-47fa-88be-470e20fd39e2,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:30.170692 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:30.175874 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:30.178106 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff78eb75-f67d-450a-9d2e-5c0f9048d385" -d '{"events": [{"server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "name": "network-vif-plugged", "status": "completed", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:30.181368 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:30.184988 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:30.220023 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea61a05c-1282-4027-a988-07fc37bf740b x-openstack-request-id: req-ea61a05c-1282-4027-a988-07fc37bf740b {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:30.220324 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "name": "network-vif-plugged", "status": "completed", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:30.220577 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ea61a05c-1282-4027-a988-07fc37bf740b {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:30.220997 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea61a05c-1282-4027-a988-07fc37bf740b'] response: {'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2', 'code': 200} Aug 03 05:16:30.235219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:30.469384 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['97f8fdc6-81d2-4bf6-91c7-f43776182afd'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:30.508217 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a455ed4a-dad5-496b-a452-3543dfcf5987 req-16443dbe-790b-4e6a-aab1-4e03b9c4682a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:30.509742 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a455ed4a-dad5-496b-a452-3543dfcf5987 req-16443dbe-790b-4e6a-aab1-4e03b9c4682a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0767343 Aug 03 05:16:30.518449 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6dc5cf-9848-4f29-958a-923e5cca8304 req-a292a2f5-b4f0-4eee-a94f-ac4e60a0243d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:30.519993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd6dc5cf-9848-4f29-958a-923e5cca8304 req-a292a2f5-b4f0-4eee-a94f-ac4e60a0243d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0780761 Aug 03 05:16:30.600120 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a455ed4a-dad5-496b-a452-3543dfcf5987 req-3d38a1d1-e06d-4825-b786-b64e10b76ad1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790732 Aug 03 05:16:30.603042 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd6dc5cf-9848-4f29-958a-923e5cca8304 req-91b62a42-a0af-4769-9916-cc6924781bce tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761163 Aug 03 05:16:30.796081 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c94328-ac84-477f-b0d8-a4be2ea55784 req-9664bc77-c36d-4b42-9043-996d5a216d80 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:30.797577 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-16c94328-ac84-477f-b0d8-a4be2ea55784 req-9664bc77-c36d-4b42-9043-996d5a216d80 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0722897 Aug 03 05:16:30.893829 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122be4c8-5f84-409f-baf8-5ce579200281 req-5a1f0b79-e934-4d31-afbb-af83a52d3d2b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/8fb4bd53-fc5d-47c9-a08b-57eef9c21562?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575651 Aug 03 05:16:30.897140 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-16c94328-ac84-477f-b0d8-a4be2ea55784 req-057b70c8-4655-47c4-a48a-91772e53b92c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688212 Aug 03 05:16:31.112935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea53d98-e862-4330-a021-4d2c4be29aac req-a300cb7d-5e18-4864-830e-fef1e4df3eb6 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:31.114464 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ea53d98-e862-4330-a021-4d2c4be29aac req-a300cb7d-5e18-4864-830e-fef1e4df3eb6 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0491893 Aug 03 05:16:31.161838 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ea53d98-e862-4330-a021-4d2c4be29aac req-68b3211b-ccf3-4e08-838d-3cd92194eb1f tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415626 Aug 03 05:16:31.277698 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7274f53-8b80-4b09-889b-1bc1862fc713 req-acd2a1a6-772f-4c0c-ae0f-9ee74c1ef380 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:31.279222 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d7274f53-8b80-4b09-889b-1bc1862fc713 req-acd2a1a6-772f-4c0c-ae0f-9ee74c1ef380 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 945 time: 0.0473001 Aug 03 05:16:31.330378 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d7274f53-8b80-4b09-889b-1bc1862fc713 req-d0f0ff93-a6bc-4be9-bbdd-59869ef762a6 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Aug 03 05:16:31.745582 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c2f6b-c955-426d-be7e-33212c87fe78 req-507d0867-9c80-4c78-af0d-1d9a8afae64f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:31.747145 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5a2c2f6b-c955-426d-be7e-33212c87fe78 req-507d0867-9c80-4c78-af0d-1d9a8afae64f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0531175 Aug 03 05:16:31.794675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:31.805390 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5a2c2f6b-c955-426d-be7e-33212c87fe78 req-2cb609eb-965a-4595-a34d-a30cfc6187bd tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489893 Aug 03 05:16:31.806391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 97f8fdc6-81d2-4bf6-91c7-f43776182afd up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:16:31.852764 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 97f8fdc6-81d2-4bf6-91c7-f43776182afd completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:16:31.928706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 97f8fdc6-81d2-4bf6-91c7-f43776182afd triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:16:31.929338 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:31.937086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eb8bdc-a74d-48f4-859e-eca86c224adc req-314ac976-b3de-4f98-92af-029afc680f1e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:31.938621 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e0eb8bdc-a74d-48f4-859e-eca86c224adc req-314ac976-b3de-4f98-92af-029afc680f1e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0540733 Aug 03 05:16:31.992198 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e0eb8bdc-a74d-48f4-859e-eca86c224adc req-ec7e5ebc-5a96-4ec6-a37c-5dbc7fba1f83 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467708 Aug 03 05:16:32.015257 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 97f8fdc6-81d2-4bf6-91c7-f43776182afd is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:16:32.015653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.049700 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:32.116798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b16ab8-174f-4a5e-8c96-c03d04613540 req-107f6a11-af10-4f68-884b-f254915166e6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.118293 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5b16ab8-174f-4a5e-8c96-c03d04613540 req-107f6a11-af10-4f68-884b-f254915166e6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0517852 Aug 03 05:16:32.131422 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.195948 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:32.210166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:32.218382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de41c476-23eb-4d74-b9a3-e05883511f55 req-7bcfcfa3-9458-47c4-be3f-39a561fded57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.220160 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-de41c476-23eb-4d74-b9a3-e05883511f55 req-7bcfcfa3-9458-47c4-be3f-39a561fded57 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 1133 time: 0.0811856 Aug 03 05:16:32.228912 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:32.228912 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d598fe-8908-424e-8505-0b7532b085c6" -d '{"events": [{"server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "name": "network-vif-plugged", "status": "completed", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:32.235176 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5b16ab8-174f-4a5e-8c96-c03d04613540 req-1b6bd40b-8667-4cee-9526-0ece872ce7cd tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105640 Aug 03 05:16:32.265523 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44060) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:32.315346 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-de41c476-23eb-4d74-b9a3-e05883511f55 req-ae348044-4ad7-4baa-99f9-a259fbec82b9 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844646 Aug 03 05:16:32.331972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7d027-bc5a-4dac-b47d-5f8a31adf345 req-2e261f58-45d2-458f-af7e-c1e3cc69613c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.338878 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-47f7d027-bc5a-4dac-b47d-5f8a31adf345 req-2e261f58-45d2-458f-af7e-c1e3cc69613c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0758421 Aug 03 05:16:32.417490 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f9ec7-342f-4b44-963d-5e5be2c9b521 req-afe4fce2-82c0-405b-a1b8-86c8d446a402 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.419035 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-266f9ec7-342f-4b44-963d-5e5be2c9b521 req-afe4fce2-82c0-405b-a1b8-86c8d446a402 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0726964 Aug 03 05:16:32.423435 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-47f7d027-bc5a-4dac-b47d-5f8a31adf345 req-d101d118-7af0-479c-a0f8-80faa7dd37d9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837734 Aug 03 05:16:32.440400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21539a-c0a2-4fcd-8945-1c12312ddcd2 tempest-TestShelveInstance-377494124 tempest-TestShelveInstance-377494124-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.442337 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-bf21539a-c0a2-4fcd-8945-1c12312ddcd2 tempest-TestShelveInstance-377494124 tempest-TestShelveInstance-377494124-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1124 time: 0.1745498 Aug 03 05:16:32.447234 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44074) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:32.454523 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:32.473290 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ece2d2-a9ed-4a6b-ac74-fba04de48493 x-openstack-request-id: req-95ece2d2-a9ed-4a6b-ac74-fba04de48493 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:32.473687 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "name": "network-vif-plugged", "status": "completed", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:32.474040 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-95ece2d2-a9ed-4a6b-ac74-fba04de48493 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:32.474505 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ece2d2-a9ed-4a6b-ac74-fba04de48493'] response: {'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd', 'code': 200} Aug 03 05:16:32.493634 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-266f9ec7-342f-4b44-963d-5e5be2c9b521 req-bcd8c2ce-7ff0-4e96-8f43-26d5305841d0 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526190 Aug 03 05:16:32.537270 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.591079 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682cc3a4-1402-4dc1-b08c-3251bc2390ed req-045a49fc-ccc2-4a03-a347-601c931377d0 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.592694 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-682cc3a4-1402-4dc1-b08c-3251bc2390ed req-045a49fc-ccc2-4a03-a347-601c931377d0 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0702555 Aug 03 05:16:32.631613 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.671390 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-682cc3a4-1402-4dc1-b08c-3251bc2390ed req-954f3fec-89b3-4c8c-a81d-f4a6c6f11455 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722408 Aug 03 05:16:32.753102 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Allocated IP 172.27.4.144 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:16:32.859384 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:32.862961 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.925034 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b7e66-7e53-4dec-8c20-c80e417b97a4 req-5b880001-dcaa-416e-adaf-fe0998992149 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:32.925034 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7e8b7e66-7e53-4dec-8c20-c80e417b97a4 req-5b880001-dcaa-416e-adaf-fe0998992149 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0499105 Aug 03 05:16:32.943016 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:32.972458 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7e8b7e66-7e53-4dec-8c20-c80e417b97a4 req-e6e2a952-2f88-4e6b-be4d-21e1bfb8a36d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451467 Aug 03 05:16:32.991276 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:32.997688 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:16:33.001140 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:33.004980 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:16:33.008203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'Port': ['ID=b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:33.128587 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8a5ba-e4fb-4f05-b070-67e1e25e2d17 req-c369a656-f871-419a-a906-3ccc4b0b1ae6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:33.130108 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a7c8a5ba-e4fb-4f05-b070-67e1e25e2d17 req-c369a656-f871-419a-a906-3ccc4b0b1ae6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0486729 Aug 03 05:16:33.180561 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a7c8a5ba-e4fb-4f05-b070-67e1e25e2d17 req-dd3371ad-c31d-4300-8e69-33533e90bed0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Aug 03 05:16:33.363505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f077dee-bcd1-4c12-bf4d-a85398959dd0 req-2eadf3d0-1719-4841-8f1c-e2844efa365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:33.365020 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f077dee-bcd1-4c12-bf4d-a85398959dd0 req-2eadf3d0-1719-4841-8f1c-e2844efa365e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 1130 time: 0.0415699 Aug 03 05:16:33.376826 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for floatingip (e2f1058c-d1e8-4fc7-bdd9-93f924f38bde), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:33.456944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f077dee-bcd1-4c12-bf4d-a85398959dd0 req-b8a4e60d-6611-407f-999e-92cc5edf7b40 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470803 Aug 03 05:16:33.502974 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:33.528499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:33.605961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d85b8-1a56-42dd-b92c-345797fe31f0 req-7364aae6-98ab-45ba-81de-e0b61aad4d83 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:33.607543 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bb5d85b8-1a56-42dd-b92c-345797fe31f0 req-7364aae6-98ab-45ba-81de-e0b61aad4d83 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0484347 Aug 03 05:16:33.657025 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:33.659758 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bb5d85b8-1a56-42dd-b92c-345797fe31f0 req-c24f98eb-3a94-42a2-b02d-3a69f3641e6c tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464494 Aug 03 05:16:33.734151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:33.807707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97391f1c-273e-45b2-92d1-23eabc2f813b req-e500563a-583b-4cd8-8ef6-fd869b2b6573 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:33.809384 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-97391f1c-273e-45b2-92d1-23eabc2f813b req-e500563a-583b-4cd8-8ef6-fd869b2b6573 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0542505 Aug 03 05:16:33.811733 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event updated for resources: {'Port': ['ID=b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:33.814237 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (e2f1058c-d1e8-4fc7-bdd9-93f924f38bde), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:33.836828 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:33.862545 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-97391f1c-273e-45b2-92d1-23eabc2f813b req-864334df-52ef-4b06-a09e-6da378221863 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446990 Aug 03 05:16:33.922103 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Floating IP e2f1058c-d1e8-4fc7-bdd9-93f924f38bde associated. External IP: 172.27.4.144, port: 255ebc2e-922a-4b85-be40-f642cc2ae298. Aug 03 05:16:34.096175 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659bf99-471d-44d7-8a23-d380d68650e2 req-9fa29570-2951-4be3-9fb6-99baeafbc48a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:34.097684 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7659bf99-471d-44d7-8a23-d380d68650e2 req-9fa29570-2951-4be3-9fb6-99baeafbc48a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0486698 Aug 03 05:16:34.127680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:16:34.145631 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7659bf99-471d-44d7-8a23-d380d68650e2 req-51999f05-7614-46a0-9202-f96c9bd8c174 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422611 Aug 03 05:16:34.234929 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:16:34.244921 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Sync routers for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:16:34.256827 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:16:34.257460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:16:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:34.307521 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:34.312120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fed8f75-9cad-488f-b1c0-bdaf859fc754 req-5ba685c0-a037-45cd-bc5a-4000f360bdad tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:34.313827 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3fed8f75-9cad-488f-b1c0-bdaf859fc754 req-5ba685c0-a037-45cd-bc5a-4000f360bdad tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Aug 03 05:16:34.354546 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c4294f11-108e-487b-bc2e-7beb18fecff0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9038634 Aug 03 05:16:34.357505 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:34.359988 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfebdca-3986-4d01-ab34-6e262b515fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:34.385079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:16:34.403629 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a4f97-484a-4aa1-9176-1684ff77b416 x-openstack-request-id: req-3b0a4f97-484a-4aa1-9176-1684ff77b416 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:34.404146 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:34.404146 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3b0a4f97-484a-4aa1-9176-1684ff77b416 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:34.404643 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0a4f97-484a-4aa1-9176-1684ff77b416'] response: {'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'status': 'completed', 'code': 200} Aug 03 05:16:34.433358 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3fed8f75-9cad-488f-b1c0-bdaf859fc754 req-06953e30-5a9b-4c9b-825a-9b162449e254 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1121731 Aug 03 05:16:34.434330 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632825-18a3-4311-a849-153b789f72a3 req-638fbd42-856e-40ab-937d-1c502ba27b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:34.435799 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-638fbd42-856e-40ab-937d-1c502ba27b8a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 1130 time: 0.0865571 Aug 03 05:16:34.605009 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'e2f1058c-d1e8-4fc7-bdd9-93f924f38bde', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'mac_address': 'fa:16:3e:f0:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:33Z', 'updated_at': '2022-08-03T05:16:33Z', 'revision_number': 0, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:34.628875 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Checking router: bc4cc253-5c0b-42d8-9589-b77d6e5e0910 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:16:34.630440 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:34.638273 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:16:34.638920 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:16:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:34.673136 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:34.788152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0078ee6f-4218-4c1b-b999-a9624fb3a447 req-351e06ce-e632-4c46-87b6-88f5dd8ab2a0 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:34.789759 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0078ee6f-4218-4c1b-b999-a9624fb3a447 req-351e06ce-e632-4c46-87b6-88f5dd8ab2a0 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0539105 Aug 03 05:16:34.835615 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:34.850378 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0078ee6f-4218-4c1b-b999-a9624fb3a447 req-32cfe1c2-aa4b-450f-8b8a-2d7e25056076 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Aug 03 05:16:34.908271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:16:34.942996 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-1aa06f2e-457a-4bfa-a597-da46a149dae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:34.944523 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-1aa06f2e-457a-4bfa-a597-da46a149dae4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0837882 Aug 03 05:16:35.021321 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632825-18a3-4311-a849-153b789f72a3 req-c8eb3cb4-408d-4dcb-bade-c430d3f31160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:35.022787 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-c8eb3cb4-408d-4dcb-bade-c430d3f31160 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1860435 Aug 03 05:16:35.108560 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d3c40-dd30-4fb1-acce-cbfa825efb4a req-b9c90148-e531-4b22-9394-e94989d1304b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:35.110037 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-933d3c40-dd30-4fb1-acce-cbfa825efb4a req-b9c90148-e531-4b22-9394-e94989d1304b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.1461158 Aug 03 05:16:35.134517 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'e2f1058c-d1e8-4fc7-bdd9-93f924f38bde', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'mac_address': 'fa:16:3e:f0:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:33Z', 'updated_at': '2022-08-03T05:16:33Z', 'revision_number': 0, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:35.169853 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-fd238d79-061c-41c6-8769-db6cbb79b871 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 200 len: 1002 time: 0.1150105 Aug 03 05:16:35.170069 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5db9aa-831d-4aa4-a3ec-e0b3edcf35c7 None None] The sync data for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi is: [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'e2f1058c-d1e8-4fc7-bdd9-93f924f38bde', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'floating_ip_address': '172.27.4.144', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'mac_address': 'fa:16:3e:f0:62:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:33Z', 'updated_at': '2022-08-03T05:16:33Z', 'revision_number': 0, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:16:35.196210 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-cf102663-ee25-46e2-825f-f539cd117ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:35.198261 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-cf102663-ee25-46e2-825f-f539cd117ef5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.2332890 Aug 03 05:16:35.209837 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-933d3c40-dd30-4fb1-acce-cbfa825efb4a req-b4f603fd-6edf-4253-a410-f8fba2537ce9 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921543 Aug 03 05:16:35.356519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdf16f-d58e-4455-9f43-48fa571b36bb req-c4989df1-7657-4e7b-b7b1-ae1a7acb2779 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:35.358241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5bcdf16f-d58e-4455-9f43-48fa571b36bb req-c4989df1-7657-4e7b-b7b1-ae1a7acb2779 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0558729 Aug 03 05:16:35.389379 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb059309-63ef-44b7-9583-41142f8f9d9c None None] New status for floating IP e2f1058c-d1e8-4fc7-bdd9-93f924f38bde: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:16:35.409650 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5bcdf16f-d58e-4455-9f43-48fa571b36bb req-485d9532-e5d9-49ea-9309-408e4f92a5fd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456898 Aug 03 05:16:35.529686 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779fcbe-e3e4-4ca5-a123-fe1b5b7f39c2 req-a0af8b98-4812-421c-8109-f05c0fe79714 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:35.531183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4779fcbe-e3e4-4ca5-a123-fe1b5b7f39c2 req-a0af8b98-4812-421c-8109-f05c0fe79714 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0494354 Aug 03 05:16:35.583086 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4779fcbe-e3e4-4ca5-a123-fe1b5b7f39c2 req-bd527ad1-ab51-4b5e-b867-b1d687123526 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460134 Aug 03 05:16:36.328766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b08c69-3299-42e9-944a-3719a2c2d05a req-ad788056-02c5-4bb3-b319-59a014e9f05c tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:36.330265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b08c69-3299-42e9-944a-3719a2c2d05a req-ad788056-02c5-4bb3-b319-59a014e9f05c tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0469465 Aug 03 05:16:36.342286 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:36.378993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b08c69-3299-42e9-944a-3719a2c2d05a req-ed174f48-a38f-48f8-9bc4-3e4c0362cf44 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430295 Aug 03 05:16:36.545475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f9b7e6-e14c-4858-9297-35f8f8b4537f req-4964aa3f-e3e1-459e-a459-3c6fe8daec19 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:36.547208 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-70f9b7e6-e14c-4858-9297-35f8f8b4537f req-4964aa3f-e3e1-459e-a459-3c6fe8daec19 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0587132 Aug 03 05:16:36.595989 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-70f9b7e6-e14c-4858-9297-35f8f8b4537f req-ba87d39a-c8f8-4b94-b097-b88e43f0ec82 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426850 Aug 03 05:16:36.707526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e141efa-952f-4322-9641-ad020611223b req-f6266911-ef53-458c-93a2-31fe8ed8170c tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:36.709003 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e141efa-952f-4322-9641-ad020611223b req-f6266911-ef53-458c-93a2-31fe8ed8170c tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0522273 Aug 03 05:16:36.767263 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e141efa-952f-4322-9641-ad020611223b req-92a32528-c94d-4cd7-947c-6460b6540c17 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521691 Aug 03 05:16:37.151259 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632825-18a3-4311-a849-153b789f72a3 req-3172be88-3eb9-4a4e-b858-21c5f44bfa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.152756 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-3172be88-3eb9-4a4e-b858-21c5f44bfa57 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0927336 Aug 03 05:16:37.163470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-72e18956-93f4-42ff-b635-e96f2a72d117 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 1001 time: 0.1048701 Aug 03 05:16:37.347756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:37.359614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b632825-18a3-4311-a849-153b789f72a3 req-d58f27bd-3bdc-45e6-a5ca-e5d57ea6d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.361098 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-d58f27bd-3bdc-45e6-a5ca-e5d57ea6d2b0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0668471 Aug 03 05:16:37.362724 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-692e85ec-1d93-49ca-9f47-1381a90286e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.364420 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-692e85ec-1d93-49ca-9f47-1381a90286e8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0781863 Aug 03 05:16:37.474833 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-a58729c8-0335-45b9-8aeb-5a61ae36c115 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.476334 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-a58729c8-0335-45b9-8aeb-5a61ae36c115 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0485144 Aug 03 05:16:37.487914 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:37.491196 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-6bda7bde-9613-48b0-8f89-0828a10b6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.492712 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-6bda7bde-9613-48b0-8f89-0828a10b6024 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511751 Aug 03 05:16:37.528237 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-425c7bcd-8833-41ca-9770-39d992682ce0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469963 Aug 03 05:16:37.575915 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Deleting port 41555d5a-f165-47fa-88be-470e20fd39e2 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:16:37.576618 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:37.680429 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:37.686562 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-d0db05df-1cfd-494f-b22c-748277846483 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870396 Aug 03 05:16:37.694341 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] For port 41555d5a-f165-47fa-88be-470e20fd39e2, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=41555d5a-f165-47fa-88be-470e20fd39e2,segment=NetworkSegment(d151e86d-13f3-4e04-9abd-74446621971e),segment_id=d151e86d-13f3-4e04-9abd-74446621971e)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:37.696640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:37.711136 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Calling delete_port for 41555d5a-f165-47fa-88be-470e20fd39e2 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:16:37.736832 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b632825-18a3-4311-a849-153b789f72a3 req-100392a9-ecf7-44af-b584-622046f8d602 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610618 Aug 03 05:16:37.814740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa518f6a-3022-47cc-8b35-1ef3fba32c5f req-444e64e5-f6e4-40e8-8be5-d52b96909acb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:37.816327 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fa518f6a-3022-47cc-8b35-1ef3fba32c5f req-444e64e5-f6e4-40e8-8be5-d52b96909acb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.1061885 Aug 03 05:16:37.860961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:37.873668 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7cfebdca-3986-4d01-ab34-6e262b515fdd req-eaeba06b-b5bc-477f-83b9-68f54d2cb507 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771510 Aug 03 05:16:37.890656 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fa518f6a-3022-47cc-8b35-1ef3fba32c5f req-648f3476-9b55-4035-beb5-8b1485b19619 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675704 Aug 03 05:16:37.978273 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (41555d5a-f165-47fa-88be-470e20fd39e2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:38.001911 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['41555d5a-f165-47fa-88be-470e20fd39e2'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:38.007950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2565ee97-275e-4a41-ba25-84c3168a2eb8 req-4647b5e3-ccb8-43bd-aeb9-47d334e55ccc tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:38.010291 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2565ee97-275e-4a41-ba25-84c3168a2eb8 req-4647b5e3-ccb8-43bd-aeb9-47d334e55ccc tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 949 time: 0.0634198 Aug 03 05:16:38.070256 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2565ee97-275e-4a41-ba25-84c3168a2eb8 req-c8f67817-ec8f-437d-867f-efd428adf2d0 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=c0ee714d-a675-4f14-bba3-aff9294c1f87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534370 Aug 03 05:16:38.254438 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Pushing event deleted for resources: {'Port': ['ID=41555d5a-f165-47fa-88be-470e20fd39e2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:38.305799 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] No DVR routers for this DVR port 41555d5a-f165-47fa-88be-470e20fd39e2 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:16:38.309771 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:38.313090 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-a5af96b7-dc34-4e47-b4ca-1a47d8ffdc17 req-26092461-3810-406b-80d2-fefb38e669bf tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.67 "DELETE /networking/v2.0/ports/41555d5a-f165-47fa-88be-470e20fd39e2 HTTP/1.1" status: 204 len: 173 time: 0.8310997 Aug 03 05:16:38.313598 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'name': 'network-vif-deleted', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:38.315798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b4052-04b3-4c91-824f-e40d5d18c4ea" -d '{"events": [{"server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "name": "network-vif-deleted", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:38.356099 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1db0f0-f24d-4815-a175-457a2f2c3c25 x-openstack-request-id: req-da1db0f0-f24d-4815-a175-457a2f2c3c25 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:38.356401 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a21965b8-51d4-4bb6-afb7-053298242bfa", "name": "network-vif-deleted", "tag": "41555d5a-f165-47fa-88be-470e20fd39e2", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:38.356658 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-da1db0f0-f24d-4815-a175-457a2f2c3c25 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:38.357065 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da1db0f0-f24d-4815-a175-457a2f2c3c25'] response: {'server_uuid': 'a21965b8-51d4-4bb6-afb7-053298242bfa', 'name': 'network-vif-deleted', 'tag': '41555d5a-f165-47fa-88be-470e20fd39e2', 'status': 'completed', 'code': 200} Aug 03 05:16:39.011768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7152a4-5dd1-4f8b-99b4-33b663b94b67 req-11baf9ef-2f25-4b8c-98a1-338c955b227a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:39.013372 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e7152a4-5dd1-4f8b-99b4-33b663b94b67 req-11baf9ef-2f25-4b8c-98a1-338c955b227a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0483363 Aug 03 05:16:39.061640 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e7152a4-5dd1-4f8b-99b4-33b663b94b67 req-aadfcef0-c8f1-418a-a426-bae60677ccc2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426621 Aug 03 05:16:39.178165 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-640ec1c9-557a-4324-8a35-be1483ca8785 req-1092abce-1d2c-4dc7-ad7a-2a43d5b4f561 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0285313 Aug 03 05:16:40.183210 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8667804-a7e3-445a-84d7-83ffb738d204 req-8f8cf22d-e26d-4435-92ea-0344fb6a86e2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:40.184800 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8667804-a7e3-445a-84d7-83ffb738d204 req-8f8cf22d-e26d-4435-92ea-0344fb6a86e2 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0510821 Aug 03 05:16:40.476456 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f1583ed5-7f83-4a5c-b508-3e6e73df1557 req-60b0c7d3-35b7-426b-ae70-0de31ca30cf3 tempest-VolumesNegativeTest-1933670163 tempest-VolumesNegativeTest-1933670163-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=a21965b8-51d4-4bb6-afb7-053298242bfa HTTP/1.1" status: 200 len: 210 time: 0.0332177 Aug 03 05:16:40.510199 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8667804-a7e3-445a-84d7-83ffb738d204 req-ba209cd1-fada-42c6-8711-855297167705 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186522 Aug 03 05:16:41.868539 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 41555d5a-f165-47fa-88be-470e20fd39e2 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:16:41.888383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 41555d5a-f165-47fa-88be-470e20fd39e2 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:16:41.888740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 41555d5a-f165-47fa-88be-470e20fd39e2 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:16:42.079755 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3ad9b-bc39-4928-9584-382e28fbe718 req-c6f592fa-5dea-4bcd-a7d0-ff40763842cf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:42.081380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-30e3ad9b-bc39-4928-9584-382e28fbe718 req-c6f592fa-5dea-4bcd-a7d0-ff40763842cf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0474694 Aug 03 05:16:42.143443 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-30e3ad9b-bc39-4928-9584-382e28fbe718 req-f8e6250c-a2a0-4e6b-a966-2bd381a36968 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434806 Aug 03 05:16:42.161187 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44264) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:42.306991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce64b6b3-9a3d-458c-b34e-0943bcf386ca tempest-TestMinimumBasicScenario-636157448 tempest-TestMinimumBasicScenario-636157448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:42.308512 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ce64b6b3-9a3d-458c-b34e-0943bcf386ca tempest-TestMinimumBasicScenario-636157448 tempest-TestMinimumBasicScenario-636157448-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1125 time: 0.1462605 Aug 03 05:16:42.311400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44270) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:42.316029 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'port_id': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:42.326234 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:42.393898 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:42.474407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:42.603774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Allocated IP 172.27.4.108 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/d40bcbf4-268c-49fc-b915-147ae4605dae) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:16:42.713356 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:42.820140 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:42.863021 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:16:42.866007 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:16:42.869478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:16:42.905209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'Port': ['ID=d40bcbf4-268c-49fc-b915-147ae4605dae,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:43.020850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:43.174948 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:43.265424 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for floatingip (2b89799d-b276-468d-b4bc-c0c53a4efb30), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:43.444631 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:43.609380 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:43.667739 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:43.739088 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (2b89799d-b276-468d-b4bc-c0c53a4efb30), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:43.741294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'Port': ['ID=d40bcbf4-268c-49fc-b915-147ae4605dae,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:43.847506 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Floating IP 2b89799d-b276-468d-b4bc-c0c53a4efb30 associated. External IP: 172.27.4.108, port: 1d2d095e-7779-4335-a8cf-cbd4d15b643b. Aug 03 05:16:43.929852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:44.064113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:16:44.172834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:16:44.184990 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Sync routers for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:16:44.200256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:16:44.200895 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:16:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:44.278469 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:44.321131 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c60932c5-d542-4a78-8e0f-d6b0ac0b55ee tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0054445 Aug 03 05:16:44.321131 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:44.321317 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44402) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:44.321770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6" -d '{"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:44.325641 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234787560', 'description': 'tempest-secgroup-smoke-234787560 description', 'project_id': '7d7bf6baa2224b0d910133c5542608e1'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:44.346587 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:16:44.397213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54521b55-da3a-4aab-9d20-5b8dc2deac0f x-openstack-request-id: req-54521b55-da3a-4aab-9d20-5b8dc2deac0f {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:44.397511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:44.397787 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-54521b55-da3a-4aab-9d20-5b8dc2deac0f {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:44.398199 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54521b55-da3a-4aab-9d20-5b8dc2deac0f'] response: {'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:16:44.451709 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:44.525136 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-6204d6ab-3001-4b66-a67f-2ba094dd4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:44.528271 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-6204d6ab-3001-4b66-a67f-2ba094dd4ecf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0878654 Aug 03 05:16:44.635316 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '2b89799d-b276-468d-b4bc-c0c53a4efb30', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'port_id': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'mac_address': 'fa:16:3e:35:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:43Z', 'updated_at': '2022-08-03T05:16:43Z', 'revision_number': 0, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:44.650470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-afaa8609-613c-4e67-a6f3-a9b715943772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:44.652613 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-afaa8609-613c-4e67-a6f3-a9b715943772 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 916 time: 0.1159658 Aug 03 05:16:44.672464 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Checking router: b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:16:44.683094 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:16:44.683744 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:16:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:44.740439 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (907b5252-778d-4eaf-8628-54cb95c9fffb), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:44.750607 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-8eb852a4-75eb-47cd-b779-d5eda704e4c6 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 1000 time: 0.0851176 Aug 03 05:16:44.789840 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:16:44.804260 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-9534e6d8-3ceb-482c-88f6-e1e0dbccb3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:44.805801 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-9534e6d8-3ceb-482c-88f6-e1e0dbccb3c0 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.0480030 Aug 03 05:16:44.830147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:44.855081 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-c8a6aa39-d948-41c3-90b4-3c1871d209d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:44.856718 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-c8a6aa39-d948-41c3-90b4-3c1871d209d8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436788 Aug 03 05:16:44.899355 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:44.962809 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (907b5252-778d-4eaf-8628-54cb95c9fffb), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:44.979268 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:44.982232 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-8dfe6f6b-256b-4d3a-b3f3-67fa8c35771d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137724 Aug 03 05:16:45.015964 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=907b5252-778d-4eaf-8628-54cb95c9fffb,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:45.040105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '2b89799d-b276-468d-b4bc-c0c53a4efb30', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'port_id': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'mac_address': 'fa:16:3e:35:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:43Z', 'updated_at': '2022-08-03T05:16:43Z', 'revision_number': 0, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:16:45.068720 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e53afb0b-aac8-4065-a127-61b40613ac8e None None] The sync data for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi is: [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '2b89799d-b276-468d-b4bc-c0c53a4efb30', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'floating_ip_address': '172.27.4.108', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'port_id': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'mac_address': 'fa:16:3e:35:98:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:16:43Z', 'updated_at': '2022-08-03T05:16:43Z', 'revision_number': 0, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:16:45.095475 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f107a9db-77d0-45b8-aa24-b1e3a9e5dab6 req-47a6c170-7336-477b-9c3b-6380221d234f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007020 Aug 03 05:16:45.121346 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.122903 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dd88ca5a-b303-4fde-8c6e-e0e2d92a2b72 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8004408 Aug 03 05:16:45.125766 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44436) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:45.130429 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:45.136732 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:45.287212 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f1c2f24-9892-4045-942c-adf941b0078d None None] New status for floating IP 2b89799d-b276-468d-b4bc-c0c53a4efb30: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:16:45.338284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (f03703a9-95e4-499a-8c17-9c24a57aac9f), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.421186 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (f03703a9-95e4-499a-8c17-9c24a57aac9f), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.503327 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (f03703a9-95e4-499a-8c17-9c24a57aac9f), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.518865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f03703a9-95e4-499a-8c17-9c24a57aac9f,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:45.604488 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.605772 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c5f17e70-5bd0-49b3-b8f7-c79e02cbcec2 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4788051 Aug 03 05:16:45.610693 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44464) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:45.615868 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:45.716366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (df0497a4-be3d-4d2c-9234-b13812b814c0), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.777871 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (df0497a4-be3d-4d2c-9234-b13812b814c0), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.854793 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (df0497a4-be3d-4d2c-9234-b13812b814c0), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.876704 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0497a4-be3d-4d2c-9234-b13812b814c0,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:45.955788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:45.957034 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-eede5449-a1d0-4f1b-8c2a-57f20d63370c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3449588 Aug 03 05:16:45.960034 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44478) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:45.965364 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:45.974470 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:46.113630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (291e9750-2c80-48d0-b66b-be2fd7ce0f9d), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.176396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (291e9750-2c80-48d0-b66b-be2fd7ce0f9d), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.256399 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (291e9750-2c80-48d0-b66b-be2fd7ce0f9d), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.277042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291e9750-2c80-48d0-b66b-be2fd7ce0f9d,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:46.375488 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.377056 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-78805143-b926-4925-8f18-01c0ebaca6a5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160023 Aug 03 05:16:46.384432 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44502) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:46.388952 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:46.493831 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (b7c0d384-0e09-406e-b3d3-e014f05f7541), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.559871 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (b7c0d384-0e09-406e-b3d3-e014f05f7541), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.651069 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (b7c0d384-0e09-406e-b3d3-e014f05f7541), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.676834 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c0d384-0e09-406e-b3d3-e014f05f7541,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:46.753230 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.754502 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0217c383-11c3-4762-9fa8-6fe19333ee09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3690658 Aug 03 05:16:46.757319 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44518) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:46.762200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:46.836468 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Project 7d7bf6baa2224b0d910133c5542608e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:16:46.843258 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (86cc08a2-3982-4d55-9b6c-ce3063cafc00), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.907451 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (86cc08a2-3982-4d55-9b6c-ce3063cafc00), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.962599 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (86cc08a2-3982-4d55-9b6c-ce3063cafc00), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:46.982512 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86cc08a2-3982-4d55-9b6c-ce3063cafc00,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:47.087716 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.089016 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-89595a6c-bb42-4c0f-8913-df32a2dc8024 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3307533 Aug 03 05:16:47.092216 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44520) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:47.096506 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'security_group_rule': {'security_group_id': '907b5252-778d-4eaf-8628-54cb95c9fffb', 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:47.111061 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ce0106e6-4d01-40c7-b7da-e051feb2783b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.190582 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.securitygroups_db [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Project 7d7bf6baa2224b0d910133c5542608e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:16:47.196913 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (895e9781-8169-4b63-8da1-31c4bbef4577), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.256506 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (895e9781-8169-4b63-8da1-31c4bbef4577), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.333446 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (895e9781-8169-4b63-8da1-31c4bbef4577), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.355538 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=895e9781-8169-4b63-8da1-31c4bbef4577,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:47.429586 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.431123 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-65d5fb60-70ba-46e2-b4d9-9fd4e37d3e4b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3379314 Aug 03 05:16:47.521462 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-f86588c3-8c51-4ef2-8b8d-5f79a85b0daa tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-234787560&fields=id&tenant_id=7d7bf6baa2224b0d910133c5542608e1 HTTP/1.1" status: 200 len: 267 time: 0.0451362 Aug 03 05:16:47.574256 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-9bb48255-6111-48fc-8e0a-1ff81fe852d1 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:47.575798 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-9bb48255-6111-48fc-8e0a-1ff81fe852d1 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Aug 03 05:16:47.587174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'port': {'security_groups': ['eecce8f2-2da2-4588-b55c-eb2a54e65ff5', '907b5252-778d-4eaf-8628-54cb95c9fffb']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:16:47.668567 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.745461 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:47.878035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:16:47.908243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.970249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.983351 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:47.985156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:47.986806 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:47.988301 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3651bbe-0db4-4d75-8bf8-3e8c225f3d18 req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "PUT /networking/v2.0/ports/1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 982 time: 0.4061766 Aug 03 05:16:47.988849 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:16:47.992978 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de2b0d38-d951-489f-b440-cb325a03d16c" -d '{"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:16:48.064481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:16:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738b9a9b-4097-49cb-a4ec-2372c8db40e1 x-openstack-request-id: req-738b9a9b-4097-49cb-a4ec-2372c8db40e1 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:16:48.064780 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:16:48.065039 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-738b9a9b-4097-49cb-a4ec-2372c8db40e1 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:16:48.065449 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738b9a9b-4097-49cb-a4ec-2372c8db40e1'] response: {'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:16:48.087030 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc244c65-b068-498d-9561-59f2f184420a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=6']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:48.153178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fe65d3-baa6-4a99-8b9e-e77e266c14c9 req-a10bfaff-1220-48b4-b849-a91c469d1b8e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:48.155036 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f8fe65d3-baa6-4a99-8b9e-e77e266c14c9 req-a10bfaff-1220-48b4-b849-a91c469d1b8e tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0521924 Aug 03 05:16:48.177652 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:16:48.199750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44540) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:48.266970 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:48.274086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d38-d951-489f-b440-cb325a03d16c req-aea45b0c-33b7-4841-89a0-36124c776af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:48.275182 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f8fe65d3-baa6-4a99-8b9e-e77e266c14c9 req-4e13af23-b0b5-44ec-a730-9db654a4e1fb tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075237 Aug 03 05:16:48.288082 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-aea45b0c-33b7-4841-89a0-36124c776af0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1169 time: 0.0598378 Aug 03 05:16:48.434691 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d38-d951-489f-b440-cb325a03d16c req-ee41cd24-7447-45bd-8c23-d6caf0b91a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:48.436217 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-ee41cd24-7447-45bd-8c23-d6caf0b91a48 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 916 time: 0.1328220 Aug 03 05:16:48.442608 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44546) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:16:48.442818 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-72419053-d8b1-4e21-9fae-6ec17d3a4b20 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7a970d4cbb3545a187c75848e10cb166&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2413843 Aug 03 05:16:48.450115 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:48.508465 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:48.512737 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] Publish callbacks [] for security_group (c0ee714d-a675-4f14-bba3-aff9294c1f87), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:48.514091 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-d413c84b-b4d8-4147-ab1b-aa00306ea6e4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 1002 time: 0.0679219 Aug 03 05:16:48.529204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:48.537217 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] Publish callbacks [] for security_group (c0ee714d-a675-4f14-bba3-aff9294c1f87), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:48.566245 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d38-d951-489f-b440-cb325a03d16c req-1fbdb64e-b580-4ecc-b2f1-510b40255b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:48.567961 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-1fbdb64e-b580-4ecc-b2f1-510b40255b9a service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.0471351 Aug 03 05:16:48.609832 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:48.619335 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b0d38-d951-489f-b440-cb325a03d16c req-06fb4367-5a39-4779-a7a2-4f627888c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:48.622510 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-06fb4367-5a39-4779-a7a2-4f627888c2f2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442948 Aug 03 05:16:48.693683 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (c0ee714d-a675-4f14-bba3-aff9294c1f87), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:48.696331 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:48.699915 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/c0ee714d-a675-4f14-bba3-aff9294c1f87 HTTP/1.1" status: 204 len: 168 time: 0.2528799 Aug 03 05:16:48.709596 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da5a2c-1843-4b8d-a5fb-f192377a8819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ee714d-a675-4f14-bba3-aff9294c1f87,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:16:48.764474 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-16356add-75b6-4387-9151-a87499bbbfca service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241689 Aug 03 05:16:48.876549 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-de2b0d38-d951-489f-b440-cb325a03d16c req-1cc737a2-7502-43f3-94f8-9c2076a74d18 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058035 Aug 03 05:16:49.355806 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7077c-9e58-4e31-86ec-ff880fbe0196 req-1d148f20-dd70-4bc5-803e-fc8e10804168 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:49.357304 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-67d7077c-9e58-4e31-86ec-ff880fbe0196 req-1d148f20-dd70-4bc5-803e-fc8e10804168 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0493834 Aug 03 05:16:49.413411 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-67d7077c-9e58-4e31-86ec-ff880fbe0196 req-51996306-83ba-4170-a42b-1101ac129cd5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499587 Aug 03 05:16:49.431587 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-6ae33d4c-bf41-4b34-9f6e-c5d3840f2093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:49.433808 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-6ae33d4c-bf41-4b34-9f6e-c5d3840f2093 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0431521 Aug 03 05:16:49.479770 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6adfaa78-108f-4f7c-ab28-682612aadccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:49.526670 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-06580aa9-79be-4423-8ee8-9b5e3b6d92c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:49.528083 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-06580aa9-79be-4423-8ee8-9b5e3b6d92c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0867734 Aug 03 05:16:49.597194 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-98f47d9d-3653-4bca-bb09-b561aecae050 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 1001 time: 0.0610890 Aug 03 05:16:49.646972 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-ea5343ec-2902-4c94-b520-581341ab6345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:49.648431 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-ea5343ec-2902-4c94-b520-581341ab6345 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0432217 Aug 03 05:16:49.691327 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:49.694501 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-c75ae1c4-2648-4ddb-b209-42cc67bbf61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:49.696019 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-c75ae1c4-2648-4ddb-b209-42cc67bbf61f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394592 Aug 03 05:16:49.794178 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-c4bfa892-c20f-442e-9f24-659176050cfd service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905008 Aug 03 05:16:49.891453 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1c00bd34-2c48-4739-8bf6-81458da6f550 req-a8767d20-daaa-4dae-9dee-72a07c5113c8 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850048 Aug 03 05:16:50.539562 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec0b2c-d892-4c46-a9d5-130c5370f6f0 req-e3df821a-8129-4376-977b-461de55bc26e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:50.541170 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-59ec0b2c-d892-4c46-a9d5-130c5370f6f0 req-e3df821a-8129-4376-977b-461de55bc26e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0515471 Aug 03 05:16:50.592340 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-59ec0b2c-d892-4c46-a9d5-130c5370f6f0 req-200a1d2e-0e80-4a0d-8cbb-8ad6e51edbc2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455172 Aug 03 05:16:50.716311 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:51.566706 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:16:51.711500 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe84bed5-91fb-4ce5-9207-a3e52f06f2af req-d0bd1e09-3381-4652-8922-683e5675ce96 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:51.712964 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fe84bed5-91fb-4ce5-9207-a3e52f06f2af req-d0bd1e09-3381-4652-8922-683e5675ce96 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0476644 Aug 03 05:16:51.761159 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fe84bed5-91fb-4ce5-9207-a3e52f06f2af req-0ebfefda-1e75-4c1a-9a69-f2a3634bb851 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416949 Aug 03 05:16:51.801805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:52.003044 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:52.097948 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-d4b30925-7eb7-420d-8ad1-92e97d4cd4e7 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0420227 Aug 03 05:16:52.194811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-a88102bb-e92a-49fd-8d9d-f1719202d4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:52.196871 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-a88102bb-e92a-49fd-8d9d-f1719202d4fc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 1129 time: 0.0406990 Aug 03 05:16:52.296132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:16:52.312673 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-2112511d-3909-4eb2-957c-dc155febeb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:52.314505 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-2112511d-3909-4eb2-957c-dc155febeb70 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0979476 Aug 03 05:16:52.361280 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-bc667cc2-9e28-4c86-b0b4-38b6e1742ba1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 200 len: 217 time: 0.0332918 Aug 03 05:16:52.420780 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-7a525ace-f7ed-4b71-958c-1e538046fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:52.422108 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-7a525ace-f7ed-4b71-958c-1e538046fff1 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0431719 Aug 03 05:16:52.468439 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-d4c0b4e7-80c7-4a5d-a895-0a1caba61a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:52.469862 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-d4c0b4e7-80c7-4a5d-a895-0a1caba61a80 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380113 Aug 03 05:16:52.565784 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-8b8fb4c1-5cf7-4aee-906a-c6c772e45631 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856636 Aug 03 05:16:52.667780 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-f2ca6dd7-ec48-4b98-99ee-b5c56f0eaaab req-20752d72-d1df-4a9b-abdb-63abcf17a8c6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912461 Aug 03 05:16:52.879539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3da0d4-fb6a-46e5-816b-b680b0a8ad3e req-56b5d9b7-9531-4ca9-83fa-220d2c684942 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:52.881014 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a3da0d4-fb6a-46e5-816b-b680b0a8ad3e req-56b5d9b7-9531-4ca9-83fa-220d2c684942 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Aug 03 05:16:52.931236 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a3da0d4-fb6a-46e5-816b-b680b0a8ad3e req-026486a2-40bb-42ab-b4d2-f402adf37b54 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442164 Aug 03 05:16:54.053166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f118a3e5-2f59-474d-9645-30493240b0e6 req-20d601b3-7b40-41d8-8f2f-93f74f52b785 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:54.054666 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f118a3e5-2f59-474d-9645-30493240b0e6 req-20d601b3-7b40-41d8-8f2f-93f74f52b785 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0476880 Aug 03 05:16:54.102461 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f118a3e5-2f59-474d-9645-30493240b0e6 req-68ec5d68-970c-452d-a5c8-a0452c3c5485 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418055 Aug 03 05:16:55.220011 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ebe9f-0ff7-4b9f-bc2a-e69eae5163ca req-13636de8-c577-4314-a0fa-104a30a09cfc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:55.221524 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8f8ebe9f-0ff7-4b9f-bc2a-e69eae5163ca req-13636de8-c577-4314-a0fa-104a30a09cfc tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Aug 03 05:16:55.254936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:55.269927 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8f8ebe9f-0ff7-4b9f-bc2a-e69eae5163ca req-4b9da8b4-5fba-4b09-98cd-b4f9e1a8fd1a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429418 Aug 03 05:16:55.485394 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:16:56.392902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58eb19-65a3-4427-9e12-dd9fd3d2de95 req-c13d00e1-7e37-4244-b010-772a0e5f7d7e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:56.394394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed58eb19-65a3-4427-9e12-dd9fd3d2de95 req-c13d00e1-7e37-4244-b010-772a0e5f7d7e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0513098 Aug 03 05:16:56.441611 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed58eb19-65a3-4427-9e12-dd9fd3d2de95 req-2345a7a2-ca77-4420-8ef8-377ac66fa1a1 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416698 Aug 03 05:16:57.560225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f7d02-3152-424f-a000-5a4c6cbea9f9 req-12711abb-1933-421f-a2eb-c578183acc31 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:57.561711 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e4f7d02-3152-424f-a000-5a4c6cbea9f9 req-12711abb-1933-421f-a2eb-c578183acc31 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0481575 Aug 03 05:16:57.610455 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2e4f7d02-3152-424f-a000-5a4c6cbea9f9 req-8a528745-cae2-4ed1-9fab-10e88e0aa6ae tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432453 Aug 03 05:16:58.737320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e692be-9364-4894-929c-7fe0e0fde686 req-5466808f-b037-4a15-9b4d-ea70b8f3083b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:58.738905 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-20e692be-9364-4894-929c-7fe0e0fde686 req-5466808f-b037-4a15-9b4d-ea70b8f3083b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0512869 Aug 03 05:16:58.788537 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-20e692be-9364-4894-929c-7fe0e0fde686 req-a2a26265-7dd6-409d-98c0-eed9ca801f1b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Aug 03 05:16:59.910303 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186597ae-14c4-4243-a8bb-a73610494d3b req-a20585a1-fa72-4db0-b9cf-4fb82b8ace36 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:16:59.911904 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-186597ae-14c4-4243-a8bb-a73610494d3b req-a20585a1-fa72-4db0-b9cf-4fb82b8ace36 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0493860 Aug 03 05:16:59.959300 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-186597ae-14c4-4243-a8bb-a73610494d3b req-cc3a3e94-d64e-4235-88d6-576a852ff161 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417190 Aug 03 05:17:01.086388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a8803-5243-4943-a498-8c6e9e38ea49 req-06eb7636-a40b-4c65-accb-0b01ba37ba55 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:01.088378 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e34a8803-5243-4943-a498-8c6e9e38ea49 req-06eb7636-a40b-4c65-accb-0b01ba37ba55 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0555198 Aug 03 05:17:01.139220 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e34a8803-5243-4943-a498-8c6e9e38ea49 req-80489c3f-ddff-44f7-946c-af19c917beef tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449347 Aug 03 05:17:01.563411 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:02.215024 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:02.222000 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:02.259010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f50240-faf0-4c6c-a260-d31edf197fd3 req-7bcb5c98-0a31-4fb4-8510-d964f6ca20f5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:02.261174 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2f50240-faf0-4c6c-a260-d31edf197fd3 req-7bcb5c98-0a31-4fb4-8510-d964f6ca20f5 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Aug 03 05:17:02.309756 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2f50240-faf0-4c6c-a260-d31edf197fd3 req-9994de93-3340-4187-87b7-d6e2d6987a98 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429573 Aug 03 05:17:02.660644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=71 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:02.664551 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=71 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:03.425342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:03.435500 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995598d4-6786-422c-895e-3c14b9409925 req-7dc58236-0035-4361-9cdf-6c02e2fe9239 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:03.437026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-995598d4-6786-422c-895e-3c14b9409925 req-7dc58236-0035-4361-9cdf-6c02e2fe9239 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0523999 Aug 03 05:17:03.484480 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-995598d4-6786-422c-895e-3c14b9409925 req-5f8e64b1-5ead-4e47-a74b-0b8b52d473ae tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418546 Aug 03 05:17:04.607135 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e9908f-b3a2-44f4-8772-f5ee901865bb req-6a52405a-8ffe-44da-acda-42967daab070 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:04.608540 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17e9908f-b3a2-44f4-8772-f5ee901865bb req-6a52405a-8ffe-44da-acda-42967daab070 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0533040 Aug 03 05:17:04.657052 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17e9908f-b3a2-44f4-8772-f5ee901865bb req-104370b0-4cf0-4ee2-a019-72e3934296a0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429492 Aug 03 05:17:05.778058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f565e2e9-1799-41ef-a08e-2e3bb1b64ec5 req-d60f26b4-36bb-4d92-8296-750158e757cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:05.779594 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f565e2e9-1799-41ef-a08e-2e3bb1b64ec5 req-d60f26b4-36bb-4d92-8296-750158e757cf tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0492804 Aug 03 05:17:05.826969 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f565e2e9-1799-41ef-a08e-2e3bb1b64ec5 req-835d8d79-d281-4f37-a7f9-8fec292ef246 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 Aug 03 05:17:06.950644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320be50-28d9-4572-a150-39e4b2622a7e req-016922fa-ce86-4d04-827e-b6c4546453d0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:06.952142 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1320be50-28d9-4572-a150-39e4b2622a7e req-016922fa-ce86-4d04-827e-b6c4546453d0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0473452 Aug 03 05:17:07.003556 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1320be50-28d9-4572-a150-39e4b2622a7e req-4e8b9348-a649-4d90-a10c-671dd2a89ef7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458210 Aug 03 05:17:08.123264 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb12df-3d0f-44e0-9c23-f71e52e5497c req-ff794aee-fedc-4eed-8f3d-21289474d1a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:08.124809 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bbb12df-3d0f-44e0-9c23-f71e52e5497c req-ff794aee-fedc-4eed-8f3d-21289474d1a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0483122 Aug 03 05:17:08.138713 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:08.177173 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bbb12df-3d0f-44e0-9c23-f71e52e5497c req-4f8bafde-0a02-400f-852e-168abae751af tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459547 Aug 03 05:17:09.296348 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7518e020-8bd1-4046-a8a0-932efed0c414 req-1755fa24-a6c0-4b0c-bba2-3f1f0fd85004 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:09.297822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7518e020-8bd1-4046-a8a0-932efed0c414 req-1755fa24-a6c0-4b0c-bba2-3f1f0fd85004 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0480936 Aug 03 05:17:09.344962 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7518e020-8bd1-4046-a8a0-932efed0c414 req-39819ee3-8c4e-4f6c-8321-6869ccf7fb0d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416715 Aug 03 05:17:10.476059 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e11777-fca9-49eb-bd4f-a45baf297d7f req-ee4f9880-1ab3-4d9e-bfd2-fc670c448c03 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:10.478241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b6e11777-fca9-49eb-bd4f-a45baf297d7f req-ee4f9880-1ab3-4d9e-bfd2-fc670c448c03 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0578501 Aug 03 05:17:10.532375 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b6e11777-fca9-49eb-bd4f-a45baf297d7f req-4a444f61-df2d-4bec-81d6-4898232227d0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463686 Aug 03 05:17:11.652139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c7d65-ab43-4657-994d-a48865f11daa req-3c9eb304-fb76-4db0-95ea-3b18867c30d4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:11.653626 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122c7d65-ab43-4657-994d-a48865f11daa req-3c9eb304-fb76-4db0-95ea-3b18867c30d4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0486348 Aug 03 05:17:11.700657 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-122c7d65-ab43-4657-994d-a48865f11daa req-e48f5fab-d1ee-4087-8ad7-187b6c1116ff tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Aug 03 05:17:12.826822 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a75b0c9-20a9-4456-a134-c1e8ef1fb21e req-e5f93f75-ca86-41d0-9f47-66ec770a5dab tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:12.828372 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a75b0c9-20a9-4456-a134-c1e8ef1fb21e req-e5f93f75-ca86-41d0-9f47-66ec770a5dab tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0511439 Aug 03 05:17:12.876305 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1a75b0c9-20a9-4456-a134-c1e8ef1fb21e req-9d35d97e-e9b8-4e5c-ab66-5b898e76cd45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Aug 03 05:17:13.048737 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c75c785-9693-4122-9d4a-e85f898f64e2 req-1353dc34-db00-4e73-8948-b8215a388420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:13.050178 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c75c785-9693-4122-9d4a-e85f898f64e2 req-1353dc34-db00-4e73-8948-b8215a388420 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0380287 Aug 03 05:17:13.994035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a9a6e-2e8f-4cfc-8f7d-ccae0c8bbfd2 req-fd160cd1-8db8-4adf-95bb-e3693c963f65 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:13.995582 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e04a9a6e-2e8f-4cfc-8f7d-ccae0c8bbfd2 req-fd160cd1-8db8-4adf-95bb-e3693c963f65 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0491574 Aug 03 05:17:14.041227 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-2c75c785-9693-4122-9d4a-e85f898f64e2 req-2a3e41bd-fb8f-4876-9afd-9749cfb27367 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390105 Aug 03 05:17:14.043426 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e04a9a6e-2e8f-4cfc-8f7d-ccae0c8bbfd2 req-14057211-1226-40b0-96da-be7bc50b6b00 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423315 Aug 03 05:17:15.173649 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da048995-8f49-4b89-9444-8904150b1df4 req-0e04c75b-4348-4bf5-8051-5710975afcf2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:15.175222 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da048995-8f49-4b89-9444-8904150b1df4 req-0e04c75b-4348-4bf5-8051-5710975afcf2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0498328 Aug 03 05:17:15.207262 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:15.227378 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-da048995-8f49-4b89-9444-8904150b1df4 req-0074c11f-cfcc-4ef2-b150-774b3e456cb6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466025 Aug 03 05:17:16.037651 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:16.040690 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:16.344302 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad383e5-8e0c-4939-9ecc-a031986cb417 req-5c216dbe-6083-423f-bb66-014538ab1cfb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:16.345683 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1ad383e5-8e0c-4939-9ecc-a031986cb417 req-5c216dbe-6083-423f-bb66-014538ab1cfb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0475531 Aug 03 05:17:16.392822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1ad383e5-8e0c-4939-9ecc-a031986cb417 req-0f91ee54-2c25-4090-8ead-e6139b92e2f0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Aug 03 05:17:17.092995 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-62582a0e-8102-447e-a015-f6bd25880c2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:17.512979 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc82e974-482a-4df0-8bdf-bcaff5040ab9 req-f59cb5b3-7f8a-4871-b3eb-e65edc0ffdd8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:17.514659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc82e974-482a-4df0-8bdf-bcaff5040ab9 req-f59cb5b3-7f8a-4871-b3eb-e65edc0ffdd8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0488911 Aug 03 05:17:17.562643 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc82e974-482a-4df0-8bdf-bcaff5040ab9 req-0e76db3c-ed26-45aa-b1c4-cd62d31854b9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 Aug 03 05:17:18.687006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d342bb-d117-44b1-ba5a-2d3e6f198418 req-9bdb88a0-98af-43a0-9552-62236c5a57c7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:18.688541 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-90d342bb-d117-44b1-ba5a-2d3e6f198418 req-9bdb88a0-98af-43a0-9552-62236c5a57c7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0518465 Aug 03 05:17:18.735873 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-90d342bb-d117-44b1-ba5a-2d3e6f198418 req-45187901-5393-4885-98f8-f631da5d78f8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418849 Aug 03 05:17:19.459980 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1356ad6e-c0c2-41f6-817d-dbdaccdcc169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:19.853035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9643c277-d54e-44cd-a9c5-698ad7852537 req-be8d161e-fc27-47b7-8099-1af05c388c68 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:19.854496 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9643c277-d54e-44cd-a9c5-698ad7852537 req-be8d161e-fc27-47b7-8099-1af05c388c68 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0471580 Aug 03 05:17:19.901881 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9643c277-d54e-44cd-a9c5-698ad7852537 req-a76aea04-f79f-4aba-bd93-ca974812a613 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413351 Aug 03 05:17:20.748883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:21.017097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e27b2-c4a6-48fc-bd1c-d20d9d168939 req-a1872a36-00c4-4009-8b2d-196664d19e33 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:21.018560 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-392e27b2-c4a6-48fc-bd1c-d20d9d168939 req-a1872a36-00c4-4009-8b2d-196664d19e33 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0463345 Aug 03 05:17:21.068686 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-392e27b2-c4a6-48fc-bd1c-d20d9d168939 req-0f0592af-689f-40bd-a19d-f703a65c6e1c tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445032 Aug 03 05:17:21.660361 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82760148-79ca-4127-b30b-82b51390e19d req-5a58f652-9ca0-4e04-a1da-3f4dc3808f12 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:21.661929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82760148-79ca-4127-b30b-82b51390e19d req-5a58f652-9ca0-4e04-a1da-3f4dc3808f12 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0491085 Aug 03 05:17:21.689157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:21.711611 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-82760148-79ca-4127-b30b-82b51390e19d req-89a2f087-c736-4ce6-b911-509787a0adae tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439472 Aug 03 05:17:21.732885 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301fad-37d0-427e-832f-71ab2cd28faf req-1004d796-ce93-4730-bb86-9a9bb2077ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:21.734482 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-1004d796-ce93-4730-bb86-9a9bb2077ac0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0405326 Aug 03 05:17:21.806509 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:21.837474 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301fad-37d0-427e-832f-71ab2cd28faf req-bab51b12-0cf8-4b5d-811e-87dea2ac3e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:21.837681 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-bab51b12-0cf8-4b5d-811e-87dea2ac3e15 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0954862 Aug 03 05:17:21.899948 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-ae44287c-65e4-4340-8d5c-a9078d088f96 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 1001 time: 0.0542417 Aug 03 05:17:21.955751 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301fad-37d0-427e-832f-71ab2cd28faf req-e832aaff-f209-4449-8c7e-a40d4dfb8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:21.957262 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-e832aaff-f209-4449-8c7e-a40d4dfb8e67 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0486021 Aug 03 05:17:22.001911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49301fad-37d0-427e-832f-71ab2cd28faf req-54efc78d-a8ae-406c-aeac-39d5370e497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:22.006992 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-54efc78d-a8ae-406c-aeac-39d5370e497d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395756 Aug 03 05:17:22.025912 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:22.098347 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-aabfd853-9dea-44ab-a800-d2485944c757 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850959 Aug 03 05:17:22.200637 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-49301fad-37d0-427e-832f-71ab2cd28faf req-0f1d6d70-3a1c-4982-a853-e26ebff7c489 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883996 Aug 03 05:17:22.283550 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:22.832281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905935f-c4a1-4400-9172-8d3e3b130ffd req-01688429-ea31-47d1-b14d-36ace277400a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:22.833749 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e905935f-c4a1-4400-9172-8d3e3b130ffd req-01688429-ea31-47d1-b14d-36ace277400a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0483541 Aug 03 05:17:22.880771 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e905935f-c4a1-4400-9172-8d3e3b130ffd req-8a2aa749-89c1-46d1-890e-9b5bf4397077 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412066 Aug 03 05:17:24.003177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887f577c-d1d5-4b11-b748-92470a7c48a0 req-cb4ed681-bb23-450d-8d22-c4ab024ec1f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:24.004651 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-887f577c-d1d5-4b11-b748-92470a7c48a0 req-cb4ed681-bb23-450d-8d22-c4ab024ec1f4 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0505900 Aug 03 05:17:24.051738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-887f577c-d1d5-4b11-b748-92470a7c48a0 req-e5733425-c13c-4b79-857a-243ee1680fe3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414381 Aug 03 05:17:25.178136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a295fd4-b592-4d82-a437-c891b5c6b402 req-0f121c13-8615-49ca-a5e8-9b7e58f78ff2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:25.180235 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a295fd4-b592-4d82-a437-c891b5c6b402 req-0f121c13-8615-49ca-a5e8-9b7e58f78ff2 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0505981 Aug 03 05:17:25.234200 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a295fd4-b592-4d82-a437-c891b5c6b402 req-3c2c2c5e-f08f-40e8-8bca-654a4ec8766a tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463619 Aug 03 05:17:26.360765 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba33a5b-2663-4167-887a-ebe994a83f56 req-27c7aee1-22bd-4b8a-aeca-4173f76e2d04 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:26.362245 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ba33a5b-2663-4167-887a-ebe994a83f56 req-27c7aee1-22bd-4b8a-aeca-4173f76e2d04 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0512629 Aug 03 05:17:26.409618 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ba33a5b-2663-4167-887a-ebe994a83f56 req-064aade2-1e51-42c2-a6a3-b417e727d6b9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416498 Aug 03 05:17:26.528197 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0346b9d-ed6f-4fde-b676-a59ced306d05 req-a88bd344-c5d9-4b14-91f2-c99468d136bb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:26.529594 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f0346b9d-ed6f-4fde-b676-a59ced306d05 req-a88bd344-c5d9-4b14-91f2-c99468d136bb tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0478213 Aug 03 05:17:26.539376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 44800) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:26.544509 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Request body: {'floatingip': {'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:26.573968 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:26.596304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:27.038921 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:27.091689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:27.418156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:27.534042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:17:27.635456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:27.638866 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:17:27.648642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:27.648761 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:17:27.658707 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:27.659453 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:27.676963 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:27.679253 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914f89b3-6917-428d-a4fc-8f412c1cfa95" -d '{"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:27.730165 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12800e96-8e42-4189-ad56-08691634376e x-openstack-request-id: req-12800e96-8e42-4189-ad56-08691634376e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:27.737859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:27.737859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-12800e96-8e42-4189-ad56-08691634376e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:27.737859 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12800e96-8e42-4189-ad56-08691634376e'] response: {'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'status': 'completed', 'code': 200} Aug 03 05:17:27.737859 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5598bff8-6cb0-4cf7-b51f-37959a12db91 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/d3f33cca-aa25-46cf-9b2e-ba163e28c779 HTTP/1.1" status: 200 len: 993 time: 1.1951027 Aug 03 05:17:27.767779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:27.791675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14cc50-b8e9-4c28-a72a-1177c210cb82 req-77843dfe-f519-4fee-82b2-6b171f3991b3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:27.793209 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd14cc50-b8e9-4c28-a72a-1177c210cb82 req-77843dfe-f519-4fee-82b2-6b171f3991b3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0490091 Aug 03 05:17:27.844716 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd14cc50-b8e9-4c28-a72a-1177c210cb82 req-3ab3551e-2238-4706-9486-3392734fd9ab tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455160 Aug 03 05:17:27.986955 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:17:26Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:28.014974 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:17:28.023459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:28.024075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:28.251435 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:28.462331 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:17:26Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:28.486987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03afaa3a-b800-454a-b21b-a8376818545b None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'd3f33cca-aa25-46cf-9b2e-ba163e28c779', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'floating_ip_address': '172.27.4.92', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'port_id': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 451, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'mac_address': 'fa:16:3e:7d:1a:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:15:15Z', 'updated_at': '2022-08-03T05:17:26Z', 'revision_number': 3, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:17:28.566063 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:17:28.962941 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad43ac2-b174-4a21-b516-9f8b8baf14b8 req-d350d778-29e0-43b7-8f4b-d32057d77217 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:28.964461 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dad43ac2-b174-4a21-b516-9f8b8baf14b8 req-d350d778-29e0-43b7-8f4b-d32057d77217 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0477550 Aug 03 05:17:29.011553 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dad43ac2-b174-4a21-b516-9f8b8baf14b8 req-d0005f1a-93b9-4a01-9c50-6caf4d31a03b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Aug 03 05:17:29.317650 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-6c8ae019-8633-4850-b52d-39cb47c0108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.320281 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-6c8ae019-8633-4850-b52d-39cb47c0108d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0419552 Aug 03 05:17:29.418653 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-dbbf06d4-b200-4dd8-9259-87be95c26e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.420206 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-dbbf06d4-b200-4dd8-9259-87be95c26e1d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0940063 Aug 03 05:17:29.504093 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-eb8f7439-7d8c-441c-a7db-45f4ffbf4e7e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 1001 time: 0.0539083 Aug 03 05:17:29.558427 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-de2b6f2c-eab2-4229-aad7-842ff67f9db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.561954 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-de2b6f2c-eab2-4229-aad7-842ff67f9db8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0479519 Aug 03 05:17:29.626820 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-96b66a05-cb8e-4b12-bed4-6af3e62c4001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.628351 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-96b66a05-cb8e-4b12-bed4-6af3e62c4001 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395868 Aug 03 05:17:29.635390 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-312a7ba6-2ac3-498e-ab8c-5877ea71291b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.637342 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-312a7ba6-2ac3-498e-ab8c-5877ea71291b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 946 time: 0.0471821 Aug 03 05:17:29.723949 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-8d1bb257-5e85-4a86-ad9b-c4e7e6f6ba39 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882821 Aug 03 05:17:29.732894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:29.735143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ee1e4f-5b4c-4999-879b-e7eec79a4171" -d '{"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:29.738151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Deleting port 97f8fdc6-81d2-4bf6-91c7-f43776182afd {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:17:29.738501 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:29.793543 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:29.794003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce5902c-3a4b-4b5e-8251-b18f04396b92 x-openstack-request-id: req-0ce5902c-3a4b-4b5e-8251-b18f04396b92 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:29.794383 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:29.794544 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-0ce5902c-3a4b-4b5e-8251-b18f04396b92 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:29.794959 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce5902c-3a4b-4b5e-8251-b18f04396b92'] response: {'name': 'network-changed', 'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'status': 'completed', 'code': 200} Aug 03 05:17:29.802564 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:29.821685 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-914f89b3-6917-428d-a4fc-8f412c1cfa95 req-c1b21222-9db1-4c9b-8dcd-cc6959a64460 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902398 Aug 03 05:17:29.833652 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] For port 97f8fdc6-81d2-4bf6-91c7-f43776182afd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=97f8fdc6-81d2-4bf6-91c7-f43776182afd,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:29.834023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:29.848340 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Calling delete_port for 97f8fdc6-81d2-4bf6-91c7-f43776182afd owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:17:29.905564 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-eebbad15-ecf2-46f9-81af-4891993b7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:29.910748 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-eebbad15-ecf2-46f9-81af-4891993b7fd9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 1130 time: 0.0408998 Aug 03 05:17:30.005552 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-150e47b4-5f39-4b77-887f-bdb66380ede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:30.007044 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-150e47b4-5f39-4b77-887f-bdb66380ede3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.0941324 Aug 03 05:17:30.043124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (97f8fdc6-81d2-4bf6-91c7-f43776182afd), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:30.061137 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['97f8fdc6-81d2-4bf6-91c7-f43776182afd'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:17:30.076515 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-2f3be37c-dedd-40a1-ba84-899005b6f6cf service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 200 len: 1001 time: 0.0586731 Aug 03 05:17:30.082129 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Pushing event deleted for resources: {'Port': ['ID=97f8fdc6-81d2-4bf6-91c7-f43776182afd,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:30.126295 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.126647 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.127023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.127370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.127708 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.128044 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.128376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.128708 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.129040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.129368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.129697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.130027 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.130353 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.130675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.131079 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:30.134538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] No DVR routers for this DVR port 97f8fdc6-81d2-4bf6-91c7-f43776182afd on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:17:30.140418 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-26946557-e349-4618-b108-9a9fbebe75ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:30.142034 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-26946557-e349-4618-b108-9a9fbebe75ea service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0581219 Aug 03 05:17:30.145691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:30.148872 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d62d63ff-d708-48fe-ad72-71d905d74dfc req-c9802e18-e479-4279-88e2-12db97f2e587 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "DELETE /networking/v2.0/ports/97f8fdc6-81d2-4bf6-91c7-f43776182afd HTTP/1.1" status: 204 len: 173 time: 0.4992862 Aug 03 05:17:30.166165 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc4949c6-bf51-4d45-aee0-b1f1cd3377e2 req-2eae7f6a-4ed8-4849-9dcd-0193b0bd3849 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5 HTTP/1.1" status: 200 len: 210 time: 0.0417271 Aug 03 05:17:30.192224 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-c6072000-2983-4cbc-b7d8-4700d21f444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:30.193805 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-c6072000-2983-4cbc-b7d8-4700d21f444a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389974 Aug 03 05:17:30.293409 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-e736fbbc-8a6c-453a-a800-b10edb8ea916 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923724 Aug 03 05:17:30.391478 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-52ee1e4f-5b4c-4999-879b-e7eec79a4171 req-29177df5-6953-4b3f-8a23-76267b504fe6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886953 Aug 03 05:17:31.795774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'name': 'network-vif-deleted', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:31.798315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d64dd213-e070-437d-93fc-eb79f686b354" -d '{"events": [{"server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "name": "network-vif-deleted", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:31.834126 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3cec51-c3dd-4e5c-9a89-4accd74b88ec x-openstack-request-id: req-ca3cec51-c3dd-4e5c-9a89-4accd74b88ec {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:31.834419 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5", "name": "network-vif-deleted", "tag": "97f8fdc6-81d2-4bf6-91c7-f43776182afd", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:31.834700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ca3cec51-c3dd-4e5c-9a89-4accd74b88ec {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:31.835152 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca3cec51-c3dd-4e5c-9a89-4accd74b88ec'] response: {'server_uuid': 'fdfad105-dd4a-4cfd-8ce3-9ebc2a715cd5', 'name': 'network-vif-deleted', 'tag': '97f8fdc6-81d2-4bf6-91c7-f43776182afd', 'status': 'completed', 'code': 200} Aug 03 05:17:34.664503 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 97f8fdc6-81d2-4bf6-91c7-f43776182afd no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:17:34.685594 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 97f8fdc6-81d2-4bf6-91c7-f43776182afd {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:17:34.685939 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 97f8fdc6-81d2-4bf6-91c7-f43776182afd not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:17:38.562000 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:38.562791 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:39.882580 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a154812-0afc-49ee-a75b-2c6a251301fb req-5fa6d447-b748-46da-9756-35939ee03f0c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:39.883978 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a154812-0afc-49ee-a75b-2c6a251301fb req-5fa6d447-b748-46da-9756-35939ee03f0c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0497980 Aug 03 05:17:39.932238 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:39.945732 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a154812-0afc-49ee-a75b-2c6a251301fb req-8dd2bb5b-248a-402b-98e4-c66f60d82315 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555112 Aug 03 05:17:40.381879 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=51 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:40.388823 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=49 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:40.577949 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-683ec28f-e94e-48d2-ac18-5c871c5715ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:40.579487 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-683ec28f-e94e-48d2-ac18-5c871c5715ec service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1169 time: 0.0391986 Aug 03 05:17:40.677978 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-249e4abe-c582-4159-924c-cc51acf435ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:40.679482 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-249e4abe-c582-4159-924c-cc51acf435ad service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 916 time: 0.0925069 Aug 03 05:17:40.750043 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-ae746b23-3dde-461b-9eb0-03bc9fdf7a69 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 1002 time: 0.0633357 Aug 03 05:17:40.806865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-b5942a64-c835-4615-ba82-c7c28a9e1156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:40.808387 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-b5942a64-c835-4615-ba82-c7c28a9e1156 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.0506501 Aug 03 05:17:40.856132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-ee343ee8-87c5-4316-94b8-e6c3f27774ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:40.857613 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-ee343ee8-87c5-4316-94b8-e6c3f27774ee service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416594 Aug 03 05:17:40.963024 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-26e4a87f-8571-454f-8421-79f5aed9d37a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900810 Aug 03 05:17:41.073577 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc791c-8edd-43bc-98f9-55316fc614c5 req-9c268056-d425-4f3c-85ec-348a976eece4 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:41.075774 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bdc791c-8edd-43bc-98f9-55316fc614c5 req-9c268056-d425-4f3c-85ec-348a976eece4 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0562801 Aug 03 05:17:41.146028 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7bdc791c-8edd-43bc-98f9-55316fc614c5 req-b0e0c966-b467-41b7-ab06-f249af31bd87 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641186 Aug 03 05:17:41.291261 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-263a4d89-aca1-4e9d-bf04-3f38bc62cf19 req-b129d594-2b29-48d2-b8e0-80a2e63b79d1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162825 Aug 03 05:17:41.320847 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8ce90c-98de-42b6-a0ee-e7da808a17ca req-2333bc77-44b0-4afc-b320-2c6a1f58b679 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:41.322323 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0b8ce90c-98de-42b6-a0ee-e7da808a17ca req-2333bc77-44b0-4afc-b320-2c6a1f58b679 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Aug 03 05:17:41.358478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:41.370192 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0b8ce90c-98de-42b6-a0ee-e7da808a17ca req-d1a3bfcd-57cf-48fd-b349-77a75f00395d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416989 Aug 03 05:17:41.932408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-10b34c0a-ab32-4926-b115-b6fe6f901bb8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:41.934019 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-10b34c0a-ab32-4926-b115-b6fe6f901bb8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/networks?id=ec3d5553-9ecc-44aa-8db9-0f957032655c HTTP/1.1" status: 200 len: 813 time: 0.1102078 Aug 03 05:17:41.983465 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-e82388f0-bf60-460d-bd04-1092c93f7beb tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/quotas/6675985e19c44dabb624420aaa97b0f7 HTTP/1.1" status: 200 len: 375 time: 0.0285778 Aug 03 05:17:42.008938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f756afc-4afa-44f6-ba97-6853ce9f282b req-36b9df45-01d6-4b46-b814-146c8a96cd43 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:42.010515 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f756afc-4afa-44f6-ba97-6853ce9f282b req-36b9df45-01d6-4b46-b814-146c8a96cd43 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0718572 Aug 03 05:17:42.033298 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-531f1dcd-383b-42ab-a7d8-92e1b82d8db8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421164 Aug 03 05:17:42.129630 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7f756afc-4afa-44f6-ba97-6853ce9f282b req-9cb5d27a-9e37-4d5c-9755-2b36b0683f07 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043735 Aug 03 05:17:42.162734 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-f855dae3-e766-4693-8df6-38d1409ffe26 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180875 Aug 03 05:17:42.290629 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02792dba-0617-4257-b2e9-655f0d9661eb req-1f329b81-9a32-4d34-a65b-e09071fc93d5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:42.292051 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-02792dba-0617-4257-b2e9-655f0d9661eb req-1f329b81-9a32-4d34-a65b-e09071fc93d5 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0665548 Aug 03 05:17:42.310085 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-4ca5ca2a-8b36-44ef-9917-0a09969d593d service neutron] 10.222.0.40 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412480 Aug 03 05:17:42.361230 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-02792dba-0617-4257-b2e9-655f0d9661eb req-e053ac27-de43-4b07-ae67-8c78454ab593 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623085 Aug 03 05:17:42.494109 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1469418-296d-4e33-a486-d2a822b95cbc req-464a6b85-3258-4812-8176-721f0669e30a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:42.495612 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b1469418-296d-4e33-a486-d2a822b95cbc req-464a6b85-3258-4812-8176-721f0669e30a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0494072 Aug 03 05:17:42.547926 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b1469418-296d-4e33-a486-d2a822b95cbc req-c4fc61c5-f1a8-4fda-a0f5-72db9f314c1a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456572 Aug 03 05:17:42.610834 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b667c65b-9f49-4672-845e-88af234b3fb9 req-b210bb31-ee7b-4a95-b7db-1fcd1bff556f tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0325470 Aug 03 05:17:43.257919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9448-e2de-4a95-bfbe-ca1a5b93ca35 req-19a93f90-6652-4e41-9f1a-5d95b3b00f21 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:43.259825 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92be9448-e2de-4a95-bfbe-ca1a5b93ca35 req-19a93f90-6652-4e41-9f1a-5d95b3b00f21 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0498040 Aug 03 05:17:43.314492 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92be9448-e2de-4a95-bfbe-ca1a5b93ca35 req-558b90cd-2683-41dc-b171-003b12716c4d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492218 Aug 03 05:17:43.491835 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac48c62-a327-42f0-a3ec-82dcf5b0ea13 req-a3599027-a356-43cb-8a39-78331a450b18 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:43.493408 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aac48c62-a327-42f0-a3ec-82dcf5b0ea13 req-a3599027-a356-43cb-8a39-78331a450b18 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0506437 Aug 03 05:17:43.553491 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aac48c62-a327-42f0-a3ec-82dcf5b0ea13 req-dbb5ac09-a442-42b0-9860-c67021ffe266 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534997 Aug 03 05:17:43.658937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:43.673036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a958c-0af5-4917-881f-7586a327836f req-c2c4d075-e70f-43a1-8e68-b4033723f158 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:43.674534 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6c0a958c-0af5-4917-881f-7586a327836f req-c2c4d075-e70f-43a1-8e68-b4033723f158 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0530162 Aug 03 05:17:43.725767 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8bef5e55-6278-43c6-be43-ff7a3b2e5001 req-f6676388-1d05-4280-84ba-ac341e68d4f0 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0377381 Aug 03 05:17:43.750179 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6c0a958c-0af5-4917-881f-7586a327836f req-ef13ed84-6208-42c1-80b2-837715a713b8 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699449 Aug 03 05:17:44.426823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:44.438287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea40c0-9b28-4f3a-b4e9-c8147ae29ca8 req-775479b4-36d5-42d2-9672-8fe5ffa4619f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:44.439798 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-33ea40c0-9b28-4f3a-b4e9-c8147ae29ca8 req-775479b4-36d5-42d2-9672-8fe5ffa4619f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0490053 Aug 03 05:17:44.487899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-33ea40c0-9b28-4f3a-b4e9-c8147ae29ca8 req-65713905-d376-41c5-ab92-2a57b207c83d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Aug 03 05:17:44.668675 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:44.669832 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:44.674922 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531ad3c-550e-430f-b777-c7865b78f38c req-e2c4afe1-1720-491f-81ec-ef1af138f734 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:44.676430 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c531ad3c-550e-430f-b777-c7865b78f38c req-e2c4afe1-1720-491f-81ec-ef1af138f734 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0509114 Aug 03 05:17:44.741546 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c531ad3c-550e-430f-b777-c7865b78f38c req-017cfe97-b993-44cb-9ebd-62071360b20b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0594671 Aug 03 05:17:44.827032 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7923dcec-fe99-45e9-bd5f-8d011c74b782 req-94f591c5-4856-4519-8526-39c676926f4b tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0298722 Aug 03 05:17:44.875475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d600479f-9a79-40bf-94c7-9b5e852656b3 req-41d8e98c-d116-48b2-a5e2-292c4ae6dbe5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:44.876967 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d600479f-9a79-40bf-94c7-9b5e852656b3 req-41d8e98c-d116-48b2-a5e2-292c4ae6dbe5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0534146 Aug 03 05:17:44.927899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d600479f-9a79-40bf-94c7-9b5e852656b3 req-871fa85b-15d5-4086-a349-e04ecdc1d6f4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=b27e14e3-ed41-4002-80fc-77835526f72b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452754 Aug 03 05:17:45.021144 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-a72009a7-0d94-4e17-b6c4-ac0c5eff59f9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:45.022625 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-a72009a7-0d94-4e17-b6c4-ac0c5eff59f9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 946 time: 0.0506887 Aug 03 05:17:45.236692 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Deleting port 91c4fc09-87e2-45f6-8784-da65f4ce9033 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:17:45.237038 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.306335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-712634e3-2e51-4826-a1f4-4d311d007c8c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:45.307894 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-712634e3-2e51-4826-a1f4-4d311d007c8c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.0495760 Aug 03 05:17:45.331170 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] For port 91c4fc09-87e2-45f6-8784-da65f4ce9033, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=91c4fc09-87e2-45f6-8784-da65f4ce9033,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:45.331538 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.404000 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Deleting port 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:17:45.404644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (602350b3-725c-4735-99e8-acb9b77192fa), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.512663 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] For port 602350b3-725c-4735-99e8-acb9b77192fa, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=602350b3-725c-4735-99e8-acb9b77192fa,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:45.513360 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (602350b3-725c-4735-99e8-acb9b77192fa), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.573651 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.574016 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.574327 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Floating IP cea9bd15-81ce-4191-8174-e6aa7ae42e95 disassociated. External IP: 172.27.4.141, port: 91c4fc09-87e2-45f6-8784-da65f4ce9033. Aug 03 05:17:45.575105 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Calling delete_port for 91c4fc09-87e2-45f6-8784-da65f4ce9033 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:17:45.652146 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:45.677840 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:45.691826 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f1729-0993-4307-91e8-9e33ba703f90 req-ad5e2d40-b1a8-4542-9d56-626cffa875fe tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:45.693325 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-192f1729-0993-4307-91e8-9e33ba703f90 req-ad5e2d40-b1a8-4542-9d56-626cffa875fe tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 946 time: 0.1136103 Aug 03 05:17:45.780040 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (91c4fc09-87e2-45f6-8784-da65f4ce9033), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.805412 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-192f1729-0993-4307-91e8-9e33ba703f90 req-4117ad6e-634d-48da-941b-e29b6ffa6515 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=50e7fff6-7625-4596-a1e5-6a4a2fc0f937&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039641 Aug 03 05:17:45.809233 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'Port': ['ID=91c4fc09-87e2-45f6-8784-da65f4ce9033,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:45.817436 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.817804 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:45.818139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Floating IP b2786f87-9038-460a-83bb-9e029f6c16b0 disassociated. External IP: 172.27.4.206, port: 602350b3-725c-4735-99e8-acb9b77192fa. Aug 03 05:17:45.818479 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Calling delete_port for 602350b3-725c-4735-99e8-acb9b77192fa owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:17:45.841454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.841803 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.842151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.847923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:45.938408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:45.947596 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ea47f48d-f947-4a5a-94d9-aae65892a87b req-a30b2af5-5caf-4a3e-b07d-8fa1c1316263 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0392354 Aug 03 05:17:45.959182 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a4676-f818-47e7-97c3-128766305cb7 req-17623980-6f3b-40fa-83f8-c15fd11ded08 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:45.960782 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9d2a4676-f818-47e7-97c3-128766305cb7 req-17623980-6f3b-40fa-83f8-c15fd11ded08 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0916967 Aug 03 05:17:45.980552 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:17:46.010634 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:46.128788 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:17:46.152559 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:17:46.155434 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9d2a4676-f818-47e7-97c3-128766305cb7 req-acc9d86b-acd9-4cdb-9fd4-b9b18198b459 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1856041 Aug 03 05:17:46.162139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d6b9b6f6-f79e-45a5-b622-737b988825f7 req-69d97cdf-2c3b-4dff-ab15-ebfb1d1e34a1 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.1274724 Aug 03 05:17:46.192906 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:46.193798 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:46.205775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] No DVR routers for this DVR port 91c4fc09-87e2-45f6-8784-da65f4ce9033 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:17:46.209009 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:46.212828 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ec7a70da-af0a-443c-9742-ab69f3c96f98 req-874290fe-69c6-4aa5-8377-4e95f493ec90 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "DELETE /networking/v2.0/ports/91c4fc09-87e2-45f6-8784-da65f4ce9033 HTTP/1.1" status: 204 len: 173 time: 1.0622082 Aug 03 05:17:46.213285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'name': 'network-vif-deleted', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:46.216499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9a88ec-4816-4d53-b3d0-d3fc3a5b28bf" -d '{"events": [{"server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "name": "network-vif-deleted", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:46.275769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eae00d-c06a-4c28-82ff-c5be63444dfe x-openstack-request-id: req-81eae00d-c06a-4c28-82ff-c5be63444dfe {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:46.276099 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65fc13ab-3930-4958-8f59-759ba1d047b5", "name": "network-vif-deleted", "tag": "91c4fc09-87e2-45f6-8784-da65f4ce9033", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:46.284503 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-81eae00d-c06a-4c28-82ff-c5be63444dfe {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:46.284644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (602350b3-725c-4735-99e8-acb9b77192fa), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:46.284814 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81eae00d-c06a-4c28-82ff-c5be63444dfe'] response: {'server_uuid': '65fc13ab-3930-4958-8f59-759ba1d047b5', 'name': 'network-vif-deleted', 'tag': '91c4fc09-87e2-45f6-8784-da65f4ce9033', 'status': 'completed', 'code': 200} Aug 03 05:17:46.320213 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:46.324252 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'Port': ['ID=602350b3-725c-4735-99e8-acb9b77192fa,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:46.331519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-60b4355d-c92f-4916-9da9-f4b42f366f51 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:46.333097 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-60b4355d-c92f-4916-9da9-f4b42f366f51 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "GET /networking/v2.0/networks?id=ec3d5553-9ecc-44aa-8db9-0f957032655c HTTP/1.1" status: 200 len: 813 time: 0.3018670 Aug 03 05:17:46.382064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Request body: {'port': {'device_id': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c', 'admin_state_up': True, 'tenant_id': '6675985e19c44dabb624420aaa97b0f7'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:46.524468 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:46.551476 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:17:46.624076 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:46.624076 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:46.624332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:17:46.665379 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:46.679829 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:17:46.699823 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:17:46.728133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:46.729906 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:46.733074 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] No DVR routers for this DVR port 602350b3-725c-4735-99e8-acb9b77192fa on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:17:46.736241 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:46.739166 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-05749f30-f455-4362-800b-bb88b87ab7f2 req-31b6a1d1-f9df-44ec-887d-4d216de20223 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "DELETE /networking/v2.0/ports/602350b3-725c-4735-99e8-acb9b77192fa HTTP/1.1" status: 204 len: 173 time: 1.4249239 Aug 03 05:17:46.739629 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-deleted', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:46.742136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9cfbad-c088-42dd-b3e4-1fe2dedadd7f" -d '{"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-deleted", "tag": "602350b3-725c-4735-99e8-acb9b77192fa"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:46.758692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Made reservation on behalf of 6675985e19c44dabb624420aaa97b0f7 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:17:46.767411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:46.814444 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6fdba6a-655d-4a9b-a589-9f78def27055 x-openstack-request-id: req-d6fdba6a-655d-4a9b-a589-9f78def27055 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:46.815259 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69089938-1d69-415c-8344-e6b9f78f16d1", "name": "network-vif-deleted", "tag": "602350b3-725c-4735-99e8-acb9b77192fa", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:46.815453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d6fdba6a-655d-4a9b-a589-9f78def27055 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:46.815875 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fdba6a-655d-4a9b-a589-9f78def27055'] response: {'server_uuid': '69089938-1d69-415c-8344-e6b9f78f16d1', 'name': 'network-vif-deleted', 'tag': '602350b3-725c-4735-99e8-acb9b77192fa', 'status': 'completed', 'code': 200} Aug 03 05:17:46.912813 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:46.924893 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:46.944384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:46.951833 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50b55a57-1820-49fe-b106-9bf813370d8d None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:17:46.969071 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d67605e0-3cac-4fc9-aacd-5030508346cd req-5ae971ce-92b2-4814-b60a-01835d30887c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=69089938-1d69-415c-8344-e6b9f78f16d1 HTTP/1.1" status: 200 len: 210 time: 0.0419223 Aug 03 05:17:46.996117 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Allocated IP 172.20.0.13 (ec3d5553-9ecc-44aa-8db9-0f957032655c/325267b2-532a-490b-a9c4-8f3cfff8cabe/1b3364e7-57bb-4ce8-a503-12f0787c7875) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:17:47.096666 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c54b0370-4312-4c6f-a7cc-9b95e6171749 req-6c40376f-50e3-4311-b6b9-5e20f24f0fb7 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0358298 Aug 03 05:17:47.145998 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-70aac8b8-313a-4871-b57f-9aed0395ef89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:47.214348 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:47.259817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:17:47.275263 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:17:47.275263 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:47.284861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks [] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:47.350376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:47.381440 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c10309-7e59-4be9-8a44-50f8240389fc None None] New status for floating IP cea9bd15-81ce-4191-8174-e6aa7ae42e95: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:17:47.388290 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bad99147-fb15-4f63-a773-38ebbade632e req-231036a5-0cef-4edc-91db-58470679e920 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=65fc13ab-3930-4958-8f59-759ba1d047b5 HTTP/1.1" status: 200 len: 210 time: 0.0963321 Aug 03 05:17:47.421966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc3814b-415e-455c-87e0-168b86cb8b06 req-402a72ca-ca2d-4833-ae71-43d5fb209a92 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:47.428092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:17:47.429053 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fdc3814b-415e-455c-87e0-168b86cb8b06 req-402a72ca-ca2d-4833-ae71-43d5fb209a92 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.1516981 Aug 03 05:17:47.519962 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fdc3814b-415e-455c-87e0-168b86cb8b06 req-26f12195-b28b-4585-8101-144e237f66cf tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0898991 Aug 03 05:17:47.557952 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:47.606561 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Network ec3d5553-9ecc-44aa-8db9-0f957032655c is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:17:47.614549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:17:47.619443 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:17:47.686473 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-1309a1b4-cada-4531-8db7-690895924542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:17:47.712959 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1309a1b4-cada-4531-8db7-690895924542 None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:17:47.917900 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Pushing event updated for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:47.955967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:47.956584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:47.984007 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1c14c6-191a-4a4b-8a30-fa81bc2e05a1 None None] New status for floating IP b2786f87-9038-460a-83bb-9e029f6c16b0: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:17:48.041815 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-205a5567-f8fe-4627-881b-b55cbb6acef8 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6613660 Aug 03 05:17:48.051745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Request body: {'port': {'device_id': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:48.124399 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.163084 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44994) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.231943 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (50e7fff6-7625-4596-a1e5-6a4a2fc0f937), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.259860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (50e7fff6-7625-4596-a1e5-6a4a2fc0f937), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.297412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeb01ee-1be0-4af4-a444-c9697276aa03 req-c58e3912-5759-4db7-b973-f382f80c0064 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:48.298872 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cdeb01ee-1be0-4af4-a444-c9697276aa03 req-c58e3912-5759-4db7-b973-f382f80c0064 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 932 time: 0.1058364 Aug 03 05:17:48.373504 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (50e7fff6-7625-4596-a1e5-6a4a2fc0f937), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.376255 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.379879 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/50e7fff6-7625-4596-a1e5-6a4a2fc0f937 HTTP/1.1" status: 204 len: 168 time: 0.2147176 Aug 03 05:17:48.381282 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44996) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.399398 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee39a26-53f4-4026-92b4-04f3e0aaf2e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e7fff6-7625-4596-a1e5-6a4a2fc0f937,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:48.402295 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-e7fa4faf-33e5-421d-b892-df4d6fef6951 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] show failed (client error): The resource could not be found. Aug 03 05:17:48.404714 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e7fa4faf-33e5-421d-b892-df4d6fef6951 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups/50e7fff6-7625-4596-a1e5-6a4a2fc0f937 HTTP/1.1" status: 404 len: 347 time: 0.0222373 Aug 03 05:17:48.407798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 44998) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.408926 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cdeb01ee-1be0-4af4-a444-c9697276aa03 req-6d46e54b-a119-457b-ad82-b84ce02012bf tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002505 Aug 03 05:17:48.428021 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:48.514639 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b3364e7-57bb-4ce8-a503-12f0787c7875 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:17:48.523705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks [] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.537984 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Transition to ACTIVE for port object 1b3364e7-57bb-4ce8-a503-12f0787c7875 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:17:48.551043 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Deleting port 69f337f3-7b2a-468a-8d75-efa076975e63 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:17:48.551583 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.554257 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45006) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.580960 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:48.630861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.677233 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (b27e14e3-ed41-4002-80fc-77835526f72b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.702426 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.702753 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (69f337f3-7b2a-468a-8d75-efa076975e63), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.705436 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:48.712554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d816fc-718f-4d85-aba9-57fc063eda13 req-902965a3-ab2c-4779-ae3a-c9cea7bc0b6c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:48.714469 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-22d816fc-718f-4d85-aba9-57fc063eda13 req-902965a3-ab2c-4779-ae3a-c9cea7bc0b6c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.1176722 Aug 03 05:17:48.728182 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (b27e14e3-ed41-4002-80fc-77835526f72b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.731167 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Calling delete_port for 69f337f3-7b2a-468a-8d75-efa076975e63 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:17:48.745695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:17:48.767079 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:48.775725 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 602350b3-725c-4735-99e8-acb9b77192fa {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:17:48.782189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 602350b3-725c-4735-99e8-acb9b77192fa not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:17:48.782189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 91c4fc09-87e2-45f6-8784-da65f4ce9033 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:17:48.797603 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 91c4fc09-87e2-45f6-8784-da65f4ce9033 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:17:48.798316 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 91c4fc09-87e2-45f6-8784-da65f4ce9033 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:17:48.812000 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Attempting to bind port 1b3364e7-57bb-4ce8-a503-12f0787c7875 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:17:48.814158 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Attempting to bind port 1b3364e7-57bb-4ce8-a503-12f0787c7875 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:17:48.814158 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Attempting to bind port 1b3364e7-57bb-4ce8-a503-12f0787c7875 on network ec3d5553-9ecc-44aa-8db9-0f957032655c {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:17:48.826068 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-22d816fc-718f-4d85-aba9-57fc063eda13 req-3c689b12-d317-4707-8fbf-efbc4643b2e0 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907111 Aug 03 05:17:48.826798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Port 1b3364e7-57bb-4ce8-a503-12f0787c7875 on network ec3d5553-9ecc-44aa-8db9-0f957032655c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:17:48.827183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Attempting to bind port 1b3364e7-57bb-4ce8-a503-12f0787c7875 on network ec3d5553-9ecc-44aa-8db9-0f957032655c {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:17:48.843058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 17, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:17:48.843058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Checking segment: {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:17:48.843058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Bound using segment: {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:17:48.843058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Bound port: 1b3364e7-57bb-4ce8-a503-12f0787c7875, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30b98a8-b1f4-4994-8586-6c131f089e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:17:48.843058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.909225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:17:48.910044 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:48.912828 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:17:48.913563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b27e14e3-ed41-4002-80fc-77835526f72b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.916141 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:48.917386 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b27e14e3-ed41-4002-80fc-77835526f72b HTTP/1.1" status: 204 len: 168 time: 0.3620996 Aug 03 05:17:48.920801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45010) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.927836 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfce8ff-7caa-4b97-aa9f-a7acdec3741f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27e14e3-ed41-4002-80fc-77835526f72b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:48.936829 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.api.v2.resource [None req-87b1e1db-681f-45f1-9f0b-1a2b45d61ada tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] show failed (client error): The resource could not be found. Aug 03 05:17:48.940667 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-87b1e1db-681f-45f1-9f0b-1a2b45d61ada tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups/b27e14e3-ed41-4002-80fc-77835526f72b HTTP/1.1" status: 404 len: 347 time: 0.0159695 Aug 03 05:17:48.941637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45012) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:48.982967 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (69f337f3-7b2a-468a-8d75-efa076975e63), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.010013 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'Port': ['ID=69f337f3-7b2a-468a-8d75-efa076975e63,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:49.020278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.029446 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.030095 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.031500 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/1b3364e7-57bb-4ce8-a503-12f0787c7875 HTTP/1.1" status: 200 len: 1094 time: 0.9841290 Aug 03 05:17:49.037357 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:49.037357 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:49.084951 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (b2786f87-9038-460a-83bb-9e029f6c16b0), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.095547 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.095547 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ebca307c-c455-4a87-8a63-5aa7dd08cbd6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/b2786f87-9038-460a-83bb-9e029f6c16b0 HTTP/1.1" status: 204 len: 168 time: 0.6812620 Aug 03 05:17:49.095718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fda5ab0-ffa0-46e7-bb52-08f11e0b7c3d x-openstack-request-id: req-5fda5ab0-ffa0-46e7-bb52-08f11e0b7c3d {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:49.095718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:49.095718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5fda5ab0-ffa0-46e7-bb52-08f11e0b7c3d {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:49.095718 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fda5ab0-ffa0-46e7-bb52-08f11e0b7c3d'] response: {'name': 'network-changed', 'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875', 'status': 'completed', 'code': 200} Aug 03 05:17:49.132368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Deleting port c7f53f19-580b-49cf-ac1e-306578ffe474 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:17:49.132716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.184936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0982f591-31a5-4ddf-98f4-54686f9b7881 service neutron] Pushing event updated for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:49.229995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-e4fa8989-3e1d-42be-bef1-5cfbabf6dee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.231593 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-e4fa8989-3e1d-42be-bef1-5cfbabf6dee2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 1128 time: 0.1130409 Aug 03 05:17:49.252188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45018) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:49.257829 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583312793', 'description': 'tempest-description--355600639'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:49.273670 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:49.300481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.300816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (c7f53f19-580b-49cf-ac1e-306578ffe474), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.345231 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Calling delete_port for c7f53f19-580b-49cf-ac1e-306578ffe474 owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:17:49.351017 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.427408 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (bd2f268e-ca22-488d-bbb7-cc9c04518ba4), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.428062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-f1912315-47f4-4dbb-8a38-79ec7663d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.429550 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-f1912315-47f4-4dbb-8a38-79ec7663d806 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=6675985e19c44dabb624420aaa97b0f7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1875603 Aug 03 05:17:49.516487 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bd2f268e-ca22-488d-bbb7-cc9c04518ba4), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.518585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dd796644-778c-4497-87d3-56ec94d0fed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.568864 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2f268e-ca22-488d-bbb7-cc9c04518ba4,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:49.613336 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f77816-f9ef-425a-9870-49cd357d8cb7 req-30ddba6a-0f3b-4646-973a-b3ef36f95d6c tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.613336 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-30f77816-f9ef-425a-9870-49cd357d8cb7 req-30ddba6a-0f3b-4646-973a-b3ef36f95d6c tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 944 time: 0.0928934 Aug 03 05:17:49.626920 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.628336 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d9967088-57d3-4fa2-9aa6-f1b1dec4fc09 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3749998 Aug 03 05:17:49.631181 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45022) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:49.636355 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f268e-ca22-488d-bbb7-cc9c04518ba4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:49.647991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-c606d121-fe3a-4c06-b0a7-3a705aab902f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.649472 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3b5bcc51-da28-4cd4-82a1-fb90b9446ba7 req-c606d121-fe3a-4c06-b0a7-3a705aab902f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2108078 Aug 03 05:17:49.685489 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-30f77816-f9ef-425a-9870-49cd357d8cb7 req-4d850ae7-9c98-44da-82e7-4883be59bfb5 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678482 Aug 03 05:17:49.725619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-596323f3-57af-4584-a103-5af9cbb1061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.727147 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-596323f3-57af-4584-a103-5af9cbb1061c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6675985e19c44dabb624420aaa97b0f7&device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 1128 time: 0.0396924 Aug 03 05:17:49.728258 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (dec1b394-db4d-46bb-b05a-47698506192b), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.767664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (c7f53f19-580b-49cf-ac1e-306578ffe474), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.770368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-9d810e22-8b61-4de1-9f29-c8c6f75c85c4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875 HTTP/1.1" status: 200 len: 217 time: 0.0350947 Aug 03 05:17:49.785492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (dec1b394-db4d-46bb-b05a-47698506192b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.805969 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'Port': ['ID=c7f53f19-580b-49cf-ac1e-306578ffe474,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:49.851336 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (dec1b394-db4d-46bb-b05a-47698506192b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.859028 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:49.874779 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec1b394-db4d-46bb-b05a-47698506192b,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:49.891218 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-664f6ec9-9dc8-4e28-ad11-fbe8df164211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:49.892715 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-664f6ec9-9dc8-4e28-ad11-fbe8df164211 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=325267b2-532a-490b-a9c4-8f3cfff8cabe HTTP/1.1" status: 200 len: 853 time: 0.1155419 Aug 03 05:17:49.952448 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-515f1f34-3ba8-4e9a-8cb9-af748e2ce020 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=ec3d5553-9ecc-44aa-8db9-0f957032655c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511255 Aug 03 05:17:49.955598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (cea9bd15-81ce-4191-8174-e6aa7ae42e95), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.958223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.959900 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2493ef69-400b-420b-80e7-bff4f3c6df98 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/cea9bd15-81ce-4191-8174-e6aa7ae42e95 HTTP/1.1" status: 204 len: 168 time: 1.0180326 Aug 03 05:17:49.964482 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:49.970247 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e5b36057-957b-465d-a85e-3c497c968561 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376772 Aug 03 05:17:49.970394 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45028) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:49.974684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'security_group_rule': {'security_group_id': 'bd2f268e-ca22-488d-bbb7-cc9c04518ba4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:50.093146 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-9e8ff8ee-bbaa-4a7f-bc89-9b5c3850d9e7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319754 Aug 03 05:17:50.168131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45032) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:50.172694 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group': {'name': 'tempest-securitygroup--150971248', 'description': 'tempest-description--1034266203'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:50.181774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (8f695173-b2bc-4f83-857f-42318740ae9c), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.267583 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2c685b2-1b60-4227-934e-ac7283fa4e74 req-2c15e115-b7ae-4c53-9c5d-03ee4071ee39 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676733 Aug 03 05:17:50.283825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e53228-e721-48e2-b842-d7d1f1508361 req-1fe68f4f-cb86-40e3-879e-55540d027a36 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:50.285349 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1e53228-e721-48e2-b842-d7d1f1508361 req-1fe68f4f-cb86-40e3-879e-55540d027a36 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.3438697 Aug 03 05:17:50.299102 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (8f695173-b2bc-4f83-857f-42318740ae9c), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.302578 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.306118 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:50.352071 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=11 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:50.359773 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1e53228-e721-48e2-b842-d7d1f1508361 req-5c915447-b5e9-4e74-8fae-91ebbf9733a1 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0672328 Aug 03 05:17:50.384475 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (26c0255c-68ff-4b19-b3a2-4c4adef8719e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.411400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (8f695173-b2bc-4f83-857f-42318740ae9c), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.435453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f695173-b2bc-4f83-857f-42318740ae9c,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:50.462400 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (26c0255c-68ff-4b19-b3a2-4c4adef8719e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.487313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.488525 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0dc99b58-6891-466d-b99e-22979c8a150a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5172246 Aug 03 05:17:50.491890 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45034) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:50.495633 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0255c-68ff-4b19-b3a2-4c4adef8719e,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:50.496829 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:50.569746 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.571040 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a39b8f06-2e0f-486a-8cca-293d8378897c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4018097 Aug 03 05:17:50.574030 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45036) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:50.578407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group_rule': {'security_group_id': '26c0255c-68ff-4b19-b3a2-4c4adef8719e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:50.636525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.645431 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:50.700905 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (4364f44f-ed92-45f0-9172-ebc8f99e3503), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.716760 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.744529 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.800633 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:50.828103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (4364f44f-ed92-45f0-9172-ebc8f99e3503), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.854494 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5616d8f-0a16-4977-ab09-42073998d3eb req-d5111380-cf79-4994-9a3c-62e232068c5d tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:50.856085 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5616d8f-0a16-4977-ab09-42073998d3eb req-d5111380-cf79-4994-9a3c-62e232068c5d tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 944 time: 0.0958796 Aug 03 05:17:50.890531 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (4364f44f-ed92-45f0-9172-ebc8f99e3503), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:50.933113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4364f44f-ed92-45f0-9172-ebc8f99e3503,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:50.962777 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Allocated IP 172.27.4.67 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/2a96059a-0b61-42e3-ae42-9ba101fa9939) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:17:50.969644 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5616d8f-0a16-4977-ab09-42073998d3eb req-f7303f88-0526-49d2-8755-99239338d0ee tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055107 Aug 03 05:17:51.034298 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.035522 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-1ee9948a-f34b-4403-811b-5677e6e5255a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4605718 Aug 03 05:17:51.038435 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45040) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:51.043051 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'security_group_rule': {'security_group_id': '26c0255c-68ff-4b19-b3a2-4c4adef8719e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:51.078673 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.137686 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (7b778b59-fdea-475d-950d-e5fbce789da0), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.155203 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.159358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:51.192652 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:17:51.194101 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (7b778b59-fdea-475d-950d-e5fbce789da0), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.195598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:17:51.197993 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:17:51.228929 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=2a96059a-0b61-42e3-ae42-9ba101fa9939,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:51.270791 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (7b778b59-fdea-475d-950d-e5fbce789da0), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.289996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b778b59-fdea-475d-950d-e5fbce789da0,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:51.296812 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.430264 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.431531 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ca8a4984-3492-47db-849b-60f85bace1f7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3920517 Aug 03 05:17:51.439351 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45044) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:17:51.439876 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:51.455194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:51.486681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.522331 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b2eb7-a34d-4fbe-ab0e-98848137bec5 req-50c246a4-8f9e-424c-acac-b590b3b83b50 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:51.523854 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-165b2eb7-a34d-4fbe-ab0e-98848137bec5 req-50c246a4-8f9e-424c-acac-b590b3b83b50 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0752740 Aug 03 05:17:51.528020 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.620176 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.668849 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-165b2eb7-a34d-4fbe-ab0e-98848137bec5 req-eac67359-ec76-42c7-b8d1-0a8f54e5e567 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287866 Aug 03 05:17:51.691163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:51.717951 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.730047 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Allocated IP 172.27.4.157 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/3b78327a-24e8-4cd8-a1f4-b3b1240f8d97) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:17:51.773086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.797317 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.834796 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.839184 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:51.846354 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=2a96059a-0b61-42e3-ae42-9ba101fa9939,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:51.848861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.927301 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.928633 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-58bb9fff-e4fd-4361-96d5-13bfcd0dd0c6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4358156 Aug 03 05:17:51.945760 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:51.982444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:17:51.985300 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:17:51.988707 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:17:52.020902 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=3b78327a-24e8-4cd8-a1f4-b3b1240f8d97,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:52.051486 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.080391 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-8af00793-1ca4-49ee-9913-acd0b7e3b57a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0548701 Aug 03 05:17:52.092725 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.148887 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2814bd9-8407-4a3a-bf38-ae39c086d86d req-80d3ed53-d12d-45d3-8639-b2b9d8ce8133 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.150298 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b2814bd9-8407-4a3a-bf38-ae39c086d86d req-80d3ed53-d12d-45d3-8639-b2b9d8ce8133 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 944 time: 0.0859473 Aug 03 05:17:52.192934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-b69169d5-398f-4f31-82bf-e123d802896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.194383 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-b69169d5-398f-4f31-82bf-e123d802896a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=829c8e80e96d40d682a17185eb4da336&device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 1129 time: 0.0852234 Aug 03 05:17:52.227130 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.272520 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-09677f4a-2ee3-4c7e-a96f-6d7090f0a99a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--583312793&fields=id&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 267 time: 0.1301906 Aug 03 05:17:52.275410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b2814bd9-8407-4a3a-bf38-ae39c086d86d req-3cb0a9d8-acfe-4570-83db-68f997d993ed tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132112 Aug 03 05:17:52.276448 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.370996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:52.384333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:52.388682 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.411826 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-41e5e1ee-aea0-4849-9bfd-f78a0191a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.413390 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-41e5e1ee-aea0-4849-9bfd-f78a0191a989 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 200 len: 919 time: 0.1962807 Aug 03 05:17:52.453139 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.460185 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-82bb62d8-8006-452c-814f-46a88ce6b03b service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 200 len: 217 time: 0.0402157 Aug 03 05:17:52.485816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-472b8a24-a141-447e-9601-002f7f2949fd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.487379 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-472b8a24-a141-447e-9601-002f7f2949fd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 816 time: 0.2058065 Aug 03 05:17:52.525075 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=3b78327a-24e8-4cd8-a1f4-b3b1240f8d97,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:52.527974 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.529099 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-8f553c73-5499-49bc-8e04-0ee23cb5794a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/quotas/050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 375 time: 0.0182948 Aug 03 05:17:52.538791 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-12c29e35-eb6e-4415-bbfd-32880b854c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.540229 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-12c29e35-eb6e-4415-bbfd-32880b854c23 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 200 len: 857 time: 0.0725722 Aug 03 05:17:52.612916 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-4ec06510-be29-4993-b62a-537b780795d5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715632 Aug 03 05:17:52.613974 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-2deecf69-b1fc-453f-ad05-384ac435c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.615545 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-2deecf69-b1fc-453f-ad05-384ac435c9db service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2e69d8c5-66e7-4f9d-9779-ca17893c6637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0652556 Aug 03 05:17:52.629891 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.640670 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-294375b0-38ec-4a2c-89b6-ffb31dd51e4f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2042274 Aug 03 05:17:52.757741 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1b3364e7-57bb-4ce8-a503-12f0787c7875 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:17:52.773460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:52.827663 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-893a6dcb-0b6d-4cc6-8fd0-b20b8fbcb0b3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044060 Aug 03 05:17:52.837975 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d24e-e154-441c-88f7-92235f37d61f req-88d1cea6-d4fd-4aa6-8a3d-6512a3adf8e9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:52.839525 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b483d24e-e154-441c-88f7-92235f37d61f req-88d1cea6-d4fd-4aa6-8a3d-6512a3adf8e9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0962253 Aug 03 05:17:52.849916 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-b715c526-d4b3-4bb1-a3a2-d78adee72c44 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185628 Aug 03 05:17:52.865842 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:52.877611 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '1b3364e7-57bb-4ce8-a503-12f0787c7875', 'network_id': 'ec3d5553-9ecc-44aa-8db9-0f957032655c', 'port_id': '1b3364e7-57bb-4ce8-a503-12f0787c7875', 'mac_address': 'fa:16:3e:2d:f8:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '325267b2-532a-490b-a9c4-8f3cfff8cabe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:17:52.916493 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 1b3364e7-57bb-4ce8-a503-12f0787c7875 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:17:52.916889 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:52.930099 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b3364e7-57bb-4ce8-a503-12f0787c7875 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:17:52.951361 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:53.011179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:53.061297 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:53.068663 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.069013 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.069359 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.069721 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.070063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.070397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.070728 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.071080 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.071409 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.071755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.072065 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.072409 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.072734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.073058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.073380 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:17:53.279772 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b483d24e-e154-441c-88f7-92235f37d61f req-9978b7a5-25c1-45a8-ab1c-443ab58ca62b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4280946 Aug 03 05:17:53.283177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:53.309138 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-316d1de3-0901-4d93-a43b-7bd26f8efd15 req-c60958f9-47e4-4063-8f63-8735185d064d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555380 Aug 03 05:17:53.310273 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1b3364e7-57bb-4ce8-a503-12f0787c7875'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:17:53.310556 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-d1658322-03eb-4cd5-bb4a-5377b4e91fc2 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4432364 Aug 03 05:17:53.545047 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-33f43079-9d9c-4d2d-b8a3-a9d833140049 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--150971248&fields=id&tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 267 time: 0.0601628 Aug 03 05:17:53.662572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901e3ac-4722-4f02-a685-89c2e377fdf7 req-4a8c709a-1384-4764-a351-6b341d6b2f27 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:53.663808 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1901e3ac-4722-4f02-a685-89c2e377fdf7 req-4a8c709a-1384-4764-a351-6b341d6b2f27 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 945 time: 0.0972302 Aug 03 05:17:53.796269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-9af30a90-948c-4cbd-aec4-47e0f17456e3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:53.796269 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-9af30a90-948c-4cbd-aec4-47e0f17456e3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 810 time: 0.1942487 Aug 03 05:17:53.796269 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1901e3ac-4722-4f02-a685-89c2e377fdf7 req-03eef546-1ea4-458a-8778-1c8ea69cdb2d tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951149 Aug 03 05:17:53.796269 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-9310d324-9ea3-4f0e-b05f-c77a918a7178 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/quotas/2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 375 time: 0.0136662 Aug 03 05:17:53.838506 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8babb6cf-25de-485d-bcb6-8cf3d5494151 req-9db4492b-f0a0-4524-937e-3afc9f27efe1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 210 time: 0.0334725 Aug 03 05:17:53.843223 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-34f429be-2d5f-4d9a-bd98-67140d24479d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702367 Aug 03 05:17:53.944257 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-87c8d8d3-ff2b-4002-8a25-2fbd35426faf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895541 Aug 03 05:17:54.036368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-0db509ff-73f3-40b6-a33c-328909be354f service neutron] 10.222.0.40 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832825 Aug 03 05:17:54.363170 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7b2f5e83-19fa-4431-bfa6-add885d73113 req-090ba05e-57d6-4b2f-8fd4-d345bd0c3cb5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0394859 Aug 03 05:17:54.401735 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:54.422422 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8c21b-8d27-41f5-b2ca-d26b0f3e4604 req-6a92fb7a-2ed2-45d5-934a-5a1d14e93349 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:54.422422 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17a8c21b-8d27-41f5-b2ca-d26b0f3e4604 req-6a92fb7a-2ed2-45d5-934a-5a1d14e93349 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0590756 Aug 03 05:17:54.485204 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17a8c21b-8d27-41f5-b2ca-d26b0f3e4604 req-f9c79a5e-02e9-48a8-9f50-a76b85dc9fa8 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0599308 Aug 03 05:17:54.771260 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1b3364e7-57bb-4ce8-a503-12f0787c7875 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:17:54.816239 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 1b3364e7-57bb-4ce8-a503-12f0787c7875 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:17:54.881953 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 1b3364e7-57bb-4ce8-a503-12f0787c7875 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:17:54.882388 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:54.886335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa58700-9b13-45b5-8163-b8da8065889d req-686c7b94-154e-4a7e-951a-d5ffe229ca28 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:54.893190 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cfa58700-9b13-45b5-8163-b8da8065889d req-686c7b94-154e-4a7e-951a-d5ffe229ca28 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 945 time: 0.0539904 Aug 03 05:17:54.959551 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cfa58700-9b13-45b5-8163-b8da8065889d req-6418ac21-13bf-4bac-936d-67f3db0e1506 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652993 Aug 03 05:17:54.987393 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-05fc20d9-ef4c-441b-a534-1958e0340dd5 req-33fbaf51-931b-43eb-ada1-86a5d33cf32c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 210 time: 0.0489130 Aug 03 05:17:54.992038 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 1b3364e7-57bb-4ce8-a503-12f0787c7875 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:17:54.992495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:55.018169 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:55.024626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727c60c8-eb60-4238-9297-9ea0696f3482" -d '{"events": [{"server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "name": "network-vif-plugged", "status": "completed", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:55.036056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:17:55.061187 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-645268da-bd4e-4c20-9e81-4bc5e0763586 x-openstack-request-id: req-645268da-bd4e-4c20-9e81-4bc5e0763586 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:55.061554 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "name": "network-vif-plugged", "status": "completed", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:55.061813 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-645268da-bd4e-4c20-9e81-4bc5e0763586 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:55.062225 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-645268da-bd4e-4c20-9e81-4bc5e0763586'] response: {'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875', 'code': 200} Aug 03 05:17:55.116243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:55.153425 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:55.164886 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:55.472572 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8e9435da-d79f-482a-90a4-add5e20a669f req-8e208efe-7e27-4aaa-a885-ac8ff0b4df56 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0287001 Aug 03 05:17:55.654133 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaf93b-c2e0-4611-8469-6574fe0450a9 req-3e56d157-38af-40de-a27a-a9b40ac8b204 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:55.655578 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dcdaf93b-c2e0-4611-8469-6574fe0450a9 req-3e56d157-38af-40de-a27a-a9b40ac8b204 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0870049 Aug 03 05:17:55.658412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed341b1-a442-4c07-89e8-0e9e0fc8eb72 req-472f6a3c-7cdb-4cef-b52a-231f87c4cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:55.659820 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3ed341b1-a442-4c07-89e8-0e9e0fc8eb72 req-472f6a3c-7cdb-4cef-b52a-231f87c4cb83 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 1130 time: 0.0757978 Aug 03 05:17:55.748842 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3ed341b1-a442-4c07-89e8-0e9e0fc8eb72 req-85283221-142b-4235-91f1-35decbefa97c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807660 Aug 03 05:17:55.754323 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dcdaf93b-c2e0-4611-8469-6574fe0450a9 req-635fef2b-6662-4fc1-aeb4-4f87b1451d10 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926824 Aug 03 05:17:56.087959 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:56.137874 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9fbe39-28db-4162-a7f1-b7347f420488 req-bc69de8c-861a-4426-b09d-fd24cf943a13 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:56.140030 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5f9fbe39-28db-4162-a7f1-b7347f420488 req-bc69de8c-861a-4426-b09d-fd24cf943a13 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 946 time: 0.0922000 Aug 03 05:17:56.141875 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7540425a-9391-42de-9aa7-c52a7f12c49b req-b2113db7-63ee-420f-852d-b5e8bf334fed tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 210 time: 0.0478470 Aug 03 05:17:56.182289 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9f589f9c-04fc-476a-96f5-cd55dd7bf5bc tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:56.183781 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9f589f9c-04fc-476a-96f5-cd55dd7bf5bc tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 816 time: 0.2078965 Aug 03 05:17:56.209637 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5f9fbe39-28db-4162-a7f1-b7347f420488 req-c18b2b09-7ae6-4708-aac8-5a0af41ae0c3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638371 Aug 03 05:17:56.580805 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c9e854e-27a0-4345-a40a-1b20d0f19b0f req-b41efc05-9d65-4870-b924-d8eaa577c7f6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0417356 Aug 03 05:17:56.614168 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-b2f422ab-1eae-4cb4-9db2-3eb37b0866e7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 379 time: 0.0820916 Aug 03 05:17:56.626927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'port': {'device_id': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'admin_state_up': True, 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'security_groups': ['bd2f268e-ca22-488d-bbb7-cc9c04518ba4']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:56.796113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Made reservation on behalf of 050592077e0b4d26a1555d2daa7f460d for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:17:56.799495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:56.827000 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:56.924312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456678da-1f59-4527-b21c-d6d94d79c0d5 req-49932653-dfb7-4211-9e03-f0bfb2504ace tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:56.925821 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-456678da-1f59-4527-b21c-d6d94d79c0d5 req-49932653-dfb7-4211-9e03-f0bfb2504ace tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0976343 Aug 03 05:17:56.951095 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=54 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:56.995142 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Allocated IP 172.20.0.7 (0627b724-9776-4eb0-bb73-1088cf117d0e/3b928796-ff88-4263-b088-3f380838a6c8/ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:17:57.039491 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-456678da-1f59-4527-b21c-d6d94d79c0d5 req-1bae9589-5b90-4943-b325-0fa264fd4613 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0955298 Aug 03 05:17:57.167497 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:57.256326 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5846e1ae-b804-4cea-94fa-11c5d87d193c req-58dabc9b-ccb6-4778-b0d3-f4bac13e4846 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 210 time: 0.0294740 Aug 03 05:17:57.273987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:57.354617 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Network 0627b724-9776-4eb0-bb73-1088cf117d0e is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:17:57.362583 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:17:57.365171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:17:57.375487 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:57.403074 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cecae3-df3e-47ae-8a68-361312f1f690 req-ae7fa37e-c2c1-40fc-9af8-4e81472e8dd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:57.404728 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7cecae3-df3e-47ae-8a68-361312f1f690 req-ae7fa37e-c2c1-40fc-9af8-4e81472e8dd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 946 time: 0.1012225 Aug 03 05:17:57.446024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:57.446683 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:57.453730 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:57.481175 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:57.522322 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b7cecae3-df3e-47ae-8a68-361312f1f690 req-b5565664-c9e1-4f54-affe-9a940891f4aa tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110232 Aug 03 05:17:57.609175 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-668a2d7e-83b2-4db9-8ad9-57cecf2d3966 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9858396 Aug 03 05:17:57.617006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-c5083c26-5c28-47bb-9434-ba2d418a562b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:57.618709 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-c5083c26-5c28-47bb-9434-ba2d418a562b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 810 time: 0.1463580 Aug 03 05:17:57.628824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Request body: {'port': {'device_id': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:57.665954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:57.676326 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-0c3cf3c6-a6b6-42b7-9bcf-d669ec66150e None None] Provisioning complete for port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:17:57.676326 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0c3cf3c6-a6b6-42b7-9bcf-d669ec66150e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:57.723478 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-0c3cf3c6-a6b6-42b7-9bcf-d669ec66150e None None] Port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:17:57.750473 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ee85ed6b-5d24-4029-8465-af631be72efd req-0e27b89d-8a24-4737-a285-18e0342532b7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0480132 Aug 03 05:17:57.756918 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:57.779144 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-d6c1e064-5804-4922-bceb-6fe0b204e173 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864 HTTP/1.1" status: 200 len: 379 time: 0.1497073 Aug 03 05:17:57.803040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'port': {'device_id': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'admin_state_up': True, 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'security_groups': ['26c0255c-68ff-4b19-b3a2-4c4adef8719e']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:58.155325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:17:58.166396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks [] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.181452 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac0a5c-ff83-4e13-b3eb-e7f8ba433664 req-ddf6b34f-4fd7-4713-bdb8-938a2ad3a2fd tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:58.182931 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0fac0a5c-ff83-4e13-b3eb-e7f8ba433664 req-ddf6b34f-4fd7-4713-bdb8-938a2ad3a2fd tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0652335 Aug 03 05:17:58.189570 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Made reservation on behalf of 2e1ed25abd8e43009dd8f3f4b7ec1864 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:17:58.192912 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.208299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Transition to ACTIVE for port object ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:17:58.209829 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:58.311690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.326474 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0fac0a5c-ff83-4e13-b3eb-e7f8ba433664 req-c10fc26b-d394-4b9d-94c5-5f0ed4d417be tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1288185 Aug 03 05:17:58.455925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Allocated IP 172.20.0.3 (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8/1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48/295bab3a-078d-47dd-a131-28f87fd072a1) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:17:58.460382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:58.498946 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3da33b-836c-445e-954a-80117e3ce827 req-3f3d2ac9-db70-4732-b5a8-d28f78f8ecf3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:58.500419 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dc3da33b-836c-445e-954a-80117e3ce827 req-3f3d2ac9-db70-4732-b5a8-d28f78f8ecf3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.1153421 Aug 03 05:17:58.592343 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Attempting to bind port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:17:58.592587 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Attempting to bind port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:17:58.592890 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Attempting to bind port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:17:58.601281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:58.640740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab on network 0627b724-9776-4eb0-bb73-1088cf117d0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:17:58.641480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Attempting to bind port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab on network 0627b724-9776-4eb0-bb73-1088cf117d0e {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:17:58.649021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dc3da33b-836c-445e-954a-80117e3ce827 req-5d776220-f1ec-44e9-903f-d7feb0bf3b0b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413324 Aug 03 05:17:58.656237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:17:58.656641 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Checking segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:17:58.657066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Bound using segment: {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:17:58.657513 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Bound port: ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b66bc211-0cf0-447b-9acb-1771c2692a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:17:58.657870 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.747051 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for port (295bab3a-078d-47dd-a131-28f87fd072a1), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.764228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:17:58.771748 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:17:58.862985 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42937bcf-6d9e-4e08-97a1-4d92d06793f1 req-493faa24-9a2b-498e-b020-fba35a8057be tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0336907 Aug 03 05:17:58.870936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.875077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.879811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:58.880488 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:58.881871 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 1093 time: 1.2622035 Aug 03 05:17:58.884140 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:17:58.887056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a63178-9cda-488c-993b-b003fee65ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:17:58.926654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce17125-0f02-4dcc-9ba8-be9775e87737 x-openstack-request-id: req-1ce17125-0f02-4dcc-9ba8-be9775e87737 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:17:58.926965 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:17:58.927215 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-1ce17125-0f02-4dcc-9ba8-be9775e87737 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:17:58.927614 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ce17125-0f02-4dcc-9ba8-be9775e87737'] response: {'name': 'network-changed', 'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'status': 'completed', 'code': 200} Aug 03 05:17:58.935897 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:17:58.939554 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:17:58.945963 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:17:59.008480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:59.013834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445448a-a5d9-4c09-9ecb-5671888fd396 service neutron] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:59.052782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a63178-9cda-488c-993b-b003fee65ed7 req-3532025b-28d7-4b3a-999d-b457479cff1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.054356 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10a63178-9cda-488c-993b-b003fee65ed7 req-3532025b-28d7-4b3a-999d-b457479cff1a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1127 time: 0.0983377 Aug 03 05:17:59.102609 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.103164 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:59.115401 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event updated for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:17:59.154149 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-7e2e79f2-c99e-44be-86a2-87e443d18351 None None] Provisioning complete for port 295bab3a-078d-47dd-a131-28f87fd072a1 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:17:59.154826 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7e2e79f2-c99e-44be-86a2-87e443d18351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:59.188120 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-7e2e79f2-c99e-44be-86a2-87e443d18351 None None] Port 295bab3a-078d-47dd-a131-28f87fd072a1 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:17:59.188596 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a63178-9cda-488c-993b-b003fee65ed7 req-0800b854-3632-44c0-85c3-f6c182ffd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.190153 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10a63178-9cda-488c-993b-b003fee65ed7 req-0800b854-3632-44c0-85c3-f6c182ffd131 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=050592077e0b4d26a1555d2daa7f460d&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1255817 Aug 03 05:17:59.198073 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-f6f33052-a878-4be0-8d29-9acc64b79df3 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3987310 Aug 03 05:17:59.222801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Request body: {'port': {'device_id': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:17:59.331459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:17:59.342333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:59.354488 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a63178-9cda-488c-993b-b003fee65ed7 req-094d7031-190e-4f58-bd1e-db2c32583303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.355988 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10a63178-9cda-488c-993b-b003fee65ed7 req-094d7031-190e-4f58-bd1e-db2c32583303 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1570525 Aug 03 05:17:59.532012 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-ffe5054e-2b94-466c-9aa3-fd412e4ffcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.533547 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-ffe5054e-2b94-466c-9aa3-fd412e4ffcef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1127 time: 0.1369767 Aug 03 05:17:59.544312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee58f-4788-42ca-8a71-6b1191129b39 req-64ebdd58-7acd-4734-a193-dcd46f58f2cd tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.545713 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-732ee58f-4788-42ca-8a71-6b1191129b39 req-64ebdd58-7acd-4734-a193-dcd46f58f2cd tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.1330013 Aug 03 05:17:59.612507 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-3ba5029e-ffba-4596-8355-4f5653ea2eec service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 217 time: 0.0633721 Aug 03 05:17:59.742005 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-732ee58f-4788-42ca-8a71-6b1191129b39 req-362e4fc9-ced4-49da-bab6-61424cf668ed tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849511 Aug 03 05:17:59.752219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-8b8bd1dc-a7ee-432a-a9b2-b702c74682d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.753671 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-8b8bd1dc-a7ee-432a-a9b2-b702c74682d4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.1046288 Aug 03 05:17:59.821392 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9ca1f56c-0efd-4b9e-8f5c-69404705b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.822900 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-9ca1f56c-0efd-4b9e-8f5c-69404705b695 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0588300 Aug 03 05:17:59.900632 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 295bab3a-078d-47dd-a131-28f87fd072a1 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:17:59.916743 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks [] for port (295bab3a-078d-47dd-a131-28f87fd072a1), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:17:59.965147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561fd38-0f65-4cfc-9d10-a2acc575d477 req-976e1d90-a101-4345-9cd0-16ccbee5e80e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:17:59.966701 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b561fd38-0f65-4cfc-9d10-a2acc575d477 req-976e1d90-a101-4345-9cd0-16ccbee5e80e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.1427712 Aug 03 05:18:00.236775 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Transition to ACTIVE for port object 295bab3a-078d-47dd-a131-28f87fd072a1 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:18:00.279636 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:00.304746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe8081-b2a8-4e72-946f-cdbaee3d1f68 req-0151710e-b449-42e0-8462-2d13d399b7eb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:00.306202 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27fe8081-b2a8-4e72-946f-cdbaee3d1f68 req-0151710e-b449-42e0-8462-2d13d399b7eb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 931 time: 0.3496971 Aug 03 05:18:00.317203 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:00.327026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-ae85a4e1-0f30-4ad2-9e4d-ce70e21cf3be service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4746735 Aug 03 05:18:00.395959 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b561fd38-0f65-4cfc-9d10-a2acc575d477 req-0d0c3fd8-614e-4ade-9234-e94203d4296e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613560 Aug 03 05:18:00.475424 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Pushing event updated for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:00.484356 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:00.519617 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27fe8081-b2a8-4e72-946f-cdbaee3d1f68 req-3e00d057-2667-4baf-9bbf-0d42f4acbb5a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2034383 Aug 03 05:18:00.561732 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44624d2f-c25f-41b9-96ea-e7e1437d9c1b req-5d0b49fd-96f9-411f-b11c-3be7cb32eb79 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045176 Aug 03 05:18:00.575981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Attempting to bind port 295bab3a-078d-47dd-a131-28f87fd072a1 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:18:00.576317 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Attempting to bind port 295bab3a-078d-47dd-a131-28f87fd072a1 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:18:00.576658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Attempting to bind port 295bab3a-078d-47dd-a131-28f87fd072a1 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:18:00.581062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Port 295bab3a-078d-47dd-a131-28f87fd072a1 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:18:00.581539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Attempting to bind port 295bab3a-078d-47dd-a131-28f87fd072a1 on network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:18:00.586713 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 17, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:18:00.592342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Checking segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:18:00.592342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Bound using segment: {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:18:00.592342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Bound port: 295bab3a-078d-47dd-a131-28f87fd072a1, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:18:00.592342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:00.651667 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:18:00.654745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=295bab3a-078d-47dd-a131-28f87fd072a1,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:18:00.731287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:00.735901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:00.736673 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:00.738265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/295bab3a-078d-47dd-a131-28f87fd072a1 HTTP/1.1" status: 200 len: 1093 time: 1.5294783 Aug 03 05:18:00.783491 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9f67-fea8-410c-87d7-e130b086c437 service neutron] Pushing event updated for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:00.869010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5c31bc-6c9f-4774-9693-fed693b964cd req-8c4308a5-bd28-42c1-87ca-419a5e0ead80 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:00.871063 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7c5c31bc-6c9f-4774-9693-fed693b964cd req-8c4308a5-bd28-42c1-87ca-419a5e0ead80 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0492122 Aug 03 05:18:00.928909 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:00.931257 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ce6299-6e96-436f-9275-4e7856c94da3" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:00.950714 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7c5c31bc-6c9f-4774-9693-fed693b964cd req-fcd9eba1-1abd-4898-93bf-d7e3fba50fbd tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738873 Aug 03 05:18:00.975531 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed93836-42e3-4ddf-bcc2-ebb675c17851 x-openstack-request-id: req-7ed93836-42e3-4ddf-bcc2-ebb675c17851 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:00.975825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:00.976078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7ed93836-42e3-4ddf-bcc2-ebb675c17851 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:00.976508 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ed93836-42e3-4ddf-bcc2-ebb675c17851'] response: {'name': 'network-changed', 'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1', 'status': 'completed', 'code': 200} Aug 03 05:18:01.524975 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784dd155-8af8-4b37-bc7b-63c82137beab req-f2eea59a-1cb4-407d-b434-f9847cae3360 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:01.526445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-784dd155-8af8-4b37-bc7b-63c82137beab req-f2eea59a-1cb4-407d-b434-f9847cae3360 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0471823 Aug 03 05:18:01.577414 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-784dd155-8af8-4b37-bc7b-63c82137beab req-ad5df95c-d587-45ef-8ee6-0cabc7f0244b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448678 Aug 03 05:18:01.652770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ba3ae-6715-4cc7-b0e3-0cd1a8676ef9 req-bb1ea0a2-e828-4c2b-8d9d-6919e386a53d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:01.654294 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-471ba3ae-6715-4cc7-b0e3-0cd1a8676ef9 req-bb1ea0a2-e828-4c2b-8d9d-6919e386a53d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 943 time: 0.0560031 Aug 03 05:18:01.705222 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-471ba3ae-6715-4cc7-b0e3-0cd1a8676ef9 req-431170a7-4a0d-424b-b64a-e5e8be3ea182 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449653 Aug 03 05:18:02.105179 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760830bb-dc1e-4114-a026-9f1de84f34af req-8dca73f4-da9b-4883-b359-84824a192b8b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.106722 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-760830bb-dc1e-4114-a026-9f1de84f34af req-8dca73f4-da9b-4883-b359-84824a192b8b tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0818527 Aug 03 05:18:02.109797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-b78d99c2-031c-4eb2-b4f4-35b35ae67201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.111169 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-b78d99c2-031c-4eb2-b4f4-35b35ae67201 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 1127 time: 0.0540922 Aug 03 05:18:02.235608 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-760830bb-dc1e-4114-a026-9f1de84f34af req-a21d2d4f-d333-418f-bccb-43f84fa8644c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=907b5252-778d-4eaf-8628-54cb95c9fffb&id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231487 Aug 03 05:18:02.257077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-6b84b838-087b-440f-b495-65fb107bfebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.258622 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-6b84b838-087b-440f-b495-65fb107bfebf service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1323218 Aug 03 05:18:02.283404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:02.356055 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-f64fdbdc-b88c-47ff-842c-97b40b76ec2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.357540 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8ce6299-6e96-436f-9275-4e7856c94da3 req-f64fdbdc-b88c-47ff-842c-97b40b76ec2f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0926867 Aug 03 05:18:02.438660 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ca4b516b-7fda-4d35-99e6-22f02b2aab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.440139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ca4b516b-7fda-4d35-99e6-22f02b2aab18 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 1127 time: 0.0435932 Aug 03 05:18:02.480638 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-01b2c159-9353-4c4b-b88a-643db3dbbb68 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=295bab3a-078d-47dd-a131-28f87fd072a1 HTTP/1.1" status: 200 len: 217 time: 0.0327170 Aug 03 05:18:02.529011 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ff0f2998-3530-4e02-a0f3-121caab4e117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.530415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-ff0f2998-3530-4e02-a0f3-121caab4e117 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0436018 Aug 03 05:18:02.583938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-385c9696-2d11-4d3e-a487-7f2679b3dd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.585400 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-385c9696-2d11-4d3e-a487-7f2679b3dd48 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410948 Aug 03 05:18:02.600363 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:02.703113 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=27,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:02.708958 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-e3d07e57-de48-484d-a0ba-bdfcdbfbda4b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160893 Aug 03 05:18:02.719986 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980a3b7-07f0-463e-975b-95268279c782 req-bf7a3993-2402-4a00-8681-302e9a029ac6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.721411 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5980a3b7-07f0-463e-975b-95268279c782 req-bf7a3993-2402-4a00-8681-302e9a029ac6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0600770 Aug 03 05:18:02.803665 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:18:02.875714 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5980a3b7-07f0-463e-975b-95268279c782 req-7b71ac55-699e-4c68-a99c-e0515dd9c062 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462779 Aug 03 05:18:02.901725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60673d6b-8600-4f7f-889c-3ed89de61b6b req-e0ff0466-57a0-4064-84a0-204803472bb4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:02.901725 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60673d6b-8600-4f7f-889c-3ed89de61b6b req-e0ff0466-57a0-4064-84a0-204803472bb4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 943 time: 0.0987206 Aug 03 05:18:02.901725 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4b6c196f-37a6-4ce9-bc75-a15edb346b6d req-994bc6e2-56c1-4a84-b744-2d1e9bf17cac service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756535 Aug 03 05:18:02.914459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:02.927806 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:18:02.933597 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:02.947967 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-60673d6b-8600-4f7f-889c-3ed89de61b6b req-04059500-028e-47ab-8dca-3c1423492ad4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 Aug 03 05:18:02.975038 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:18:02.975038 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:02.984598 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:18:03.004779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:03.075603 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:03.125932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:03.383222 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:04.005068 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a936235-4ae3-47ab-aacf-d07664dee225 req-fbdfe361-5357-49c2-8a1d-d8c2c60cdc6b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:04.006761 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a936235-4ae3-47ab-aacf-d07664dee225 req-fbdfe361-5357-49c2-8a1d-d8c2c60cdc6b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0506952 Aug 03 05:18:04.096545 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d085f-d66e-4f26-a68e-0713ab917218 req-e7c021fc-8d4e-41a7-8b90-737801342053 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:04.098013 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c1d085f-d66e-4f26-a68e-0713ab917218 req-e7c021fc-8d4e-41a7-8b90-737801342053 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 943 time: 0.0654271 Aug 03 05:18:04.101475 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a936235-4ae3-47ab-aacf-d07664dee225 req-022bf949-8be2-422d-a017-a3b904cb7f6d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887532 Aug 03 05:18:04.149317 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c1d085f-d66e-4f26-a68e-0713ab917218 req-06ac281a-29c6-4c68-9611-61712ed5e700 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456593 Aug 03 05:18:04.819857 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 295bab3a-078d-47dd-a131-28f87fd072a1 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:18:04.823138 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:18:04.928745 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:18:04.958110 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=295bab3a-078d-47dd-a131-28f87fd072a1,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:04.967396 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:04.970888 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '295bab3a-078d-47dd-a131-28f87fd072a1', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'port_id': '295bab3a-078d-47dd-a131-28f87fd072a1', 'mac_address': 'fa:16:3e:d7:e6:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:18:04.973715 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:18:04.974093 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:05.042516 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 295bab3a-078d-47dd-a131-28f87fd072a1 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:18:05.042941 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:05.060165 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 295bab3a-078d-47dd-a131-28f87fd072a1 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:18:05.102977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=295bab3a-078d-47dd-a131-28f87fd072a1,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:05.109284 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:18:05.109677 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:05.129278 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:05.135196 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:05.138114 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfc74d0-276b-4cd6-b4b2-db178f7ca9c1" -d '{"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:05.152220 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:05.179286 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b8a5aad-959f-49fe-9302-d4720f14e9b1 x-openstack-request-id: req-8b8a5aad-959f-49fe-9302-d4720f14e9b1 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:05.179506 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:05.179757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8b8a5aad-959f-49fe-9302-d4720f14e9b1 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:05.180579 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b8a5aad-959f-49fe-9302-d4720f14e9b1'] response: {'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'code': 200} Aug 03 05:18:05.210358 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:05.247982 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:05.249025 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0aa061-4671-47a3-b0d3-c67c3dfaf9e2 req-ed397932-cf09-4c13-a92c-094d29ab77d6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:05.252820 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa0aa061-4671-47a3-b0d3-c67c3dfaf9e2 req-ed397932-cf09-4c13-a92c-094d29ab77d6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0578029 Aug 03 05:18:05.268833 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:05.321788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:05.351014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a76075-cac3-4ca0-9634-549324319860 req-3155b2dd-0c56-4fc8-882b-5fccfd65e2aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:05.352527 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f6a76075-cac3-4ca0-9634-549324319860 req-3155b2dd-0c56-4fc8-882b-5fccfd65e2aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 944 time: 0.0664377 Aug 03 05:18:05.356772 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa0aa061-4671-47a3-b0d3-c67c3dfaf9e2 req-8a447d48-c907-4b09-bf1a-2db06fb7b665 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974529 Aug 03 05:18:05.412405 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f6a76075-cac3-4ca0-9634-549324319860 req-6f175c61-310a-4868-be35-0100d6cbfdf7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506082 Aug 03 05:18:05.541332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['295bab3a-078d-47dd-a131-28f87fd072a1'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:05.565726 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:18:05.831569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3200dd6-a484-4ad9-b35d-373154268910 req-fd836838-5f12-45e8-9e2a-97ee46df463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:05.833067 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3200dd6-a484-4ad9-b35d-373154268910 req-fd836838-5f12-45e8-9e2a-97ee46df463b service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1129 time: 0.0383575 Aug 03 05:18:05.877999 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e3200dd6-a484-4ad9-b35d-373154268910 req-899af065-6e3a-4157-8b16-36f944259ac9 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Aug 03 05:18:06.486643 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271a307-6569-47f1-a3ed-35d08790dd71 req-cc8133d5-4713-42e9-97b1-5cb241f41811 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:06.488636 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2271a307-6569-47f1-a3ed-35d08790dd71 req-cc8133d5-4713-42e9-97b1-5cb241f41811 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0524397 Aug 03 05:18:06.505756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:06.561781 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289dd97-09d4-456a-aee3-d412f710ccd7 req-18a939cd-faa4-4060-8d94-cf2e599dde36 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:06.563206 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5289dd97-09d4-456a-aee3-d412f710ccd7 req-18a939cd-faa4-4060-8d94-cf2e599dde36 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 944 time: 0.0702658 Aug 03 05:18:06.573264 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:06.602042 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2271a307-6569-47f1-a3ed-35d08790dd71 req-a369c1b7-88e3-458d-916d-2803e61e0aea tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951662 Aug 03 05:18:06.631528 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5289dd97-09d4-456a-aee3-d412f710ccd7 req-327ef3dc-6498-4eca-9cc9-44a8ce097503 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614927 Aug 03 05:18:06.842379 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 295bab3a-078d-47dd-a131-28f87fd072a1 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:18:06.884433 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 295bab3a-078d-47dd-a131-28f87fd072a1 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:18:06.949228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 295bab3a-078d-47dd-a131-28f87fd072a1 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:18:06.950182 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:07.021456 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 295bab3a-078d-47dd-a131-28f87fd072a1 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:18:07.021842 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:07.054280 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=295bab3a-078d-47dd-a131-28f87fd072a1,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:07.120834 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:07.168980 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:07.181077 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:07.183348 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6bafa5-3e1b-44b6-83f5-a2abb86dfe61" -d '{"events": [{"server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "name": "network-vif-plugged", "status": "completed", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:07.220420 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199c5337-fffa-4ca2-9722-01626b686037 x-openstack-request-id: req-199c5337-fffa-4ca2-9722-01626b686037 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:07.220757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "name": "network-vif-plugged", "status": "completed", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:07.221011 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-199c5337-fffa-4ca2-9722-01626b686037 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:07.221406 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199c5337-fffa-4ca2-9722-01626b686037'] response: {'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1', 'code': 200} Aug 03 05:18:07.771112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c095e2-b4c6-458d-99fa-be1eeb8af423 req-0cfbb27c-a16f-4787-8742-7e72043b8aec tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:07.772519 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-66c095e2-b4c6-458d-99fa-be1eeb8af423 req-0cfbb27c-a16f-4787-8742-7e72043b8aec tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0866845 Aug 03 05:18:07.783101 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1babd-dcca-4ff8-81f5-e85de95e9ad4 req-7983d025-ea1d-4629-87c4-1b28022d6053 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:07.784502 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94d1babd-dcca-4ff8-81f5-e85de95e9ad4 req-7983d025-ea1d-4629-87c4-1b28022d6053 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0698969 Aug 03 05:18:07.861470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-66c095e2-b4c6-458d-99fa-be1eeb8af423 req-f3b96a8f-2a05-4d17-9240-f526ee9a3306 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760188 Aug 03 05:18:07.864404 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94d1babd-dcca-4ff8-81f5-e85de95e9ad4 req-4a4271b3-8fe6-44a3-aad9-8549e8987807 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731435 Aug 03 05:18:08.982107 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031322e4-e5ec-4101-be12-7363d5e9fb43 req-98fb6c28-1551-46e3-9e07-038294110ee5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:08.983645 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-031322e4-e5ec-4101-be12-7363d5e9fb43 req-98fb6c28-1551-46e3-9e07-038294110ee5 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0483959 Aug 03 05:18:09.032462 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-031322e4-e5ec-4101-be12-7363d5e9fb43 req-513f75a9-3e33-4570-90de-e067f4fd98e9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432413 Aug 03 05:18:09.131378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743ea77d-d084-4609-9775-6775b3fa8c48 req-82a685cb-2732-4dfa-9ace-8e7dd33a9db2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:09.132834 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-743ea77d-d084-4609-9775-6775b3fa8c48 req-82a685cb-2732-4dfa-9ace-8e7dd33a9db2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0472224 Aug 03 05:18:09.187476 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-743ea77d-d084-4609-9775-6775b3fa8c48 req-9adb5851-0a33-4ac2-80af-dd30a8a4076b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482891 Aug 03 05:18:10.148859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7385ea-0147-483e-a685-aff37166df59 req-d75ac87f-58a2-4cff-a16d-925f1a04cedd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:10.150302 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc7385ea-0147-483e-a685-aff37166df59 req-d75ac87f-58a2-4cff-a16d-925f1a04cedd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0465832 Aug 03 05:18:10.197509 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc7385ea-0147-483e-a685-aff37166df59 req-94cfec7b-a914-4b15-9e9c-85e82ff3f994 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405228 Aug 03 05:18:10.320592 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f268e2-be7f-46b5-adaf-08420cfa8dcb req-2797a142-9211-4b12-bb8d-8791c28ac9fe tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:10.322142 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-91f268e2-be7f-46b5-adaf-08420cfa8dcb req-2797a142-9211-4b12-bb8d-8791c28ac9fe tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0519812 Aug 03 05:18:10.370355 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-91f268e2-be7f-46b5-adaf-08420cfa8dcb req-ec21f83a-76b0-4cae-b9d4-40f76b642484 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426507 Aug 03 05:18:10.494168 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664fb20-f8c5-43af-9d6b-ac43e125ecd6 req-84413604-807a-40be-a104-0a9b6109191b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:10.495680 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a664fb20-f8c5-43af-9d6b-ac43e125ecd6 req-84413604-807a-40be-a104-0a9b6109191b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0516162 Aug 03 05:18:10.505843 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45250) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:10.510403 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Request body: {'floatingip': {'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:18:10.549098 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:10.739190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56381c04-8b20-47d0-a35b-9714e68141bf req-c2ff87c7-0c42-41c7-8d27-38057a61b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:10.740873 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-56381c04-8b20-47d0-a35b-9714e68141bf req-c2ff87c7-0c42-41c7-8d27-38057a61b1e5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 1129 time: 0.0389531 Aug 03 05:18:10.788150 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-56381c04-8b20-47d0-a35b-9714e68141bf req-810429ba-ccaf-4e31-8bfa-1ef4d4375d3d service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399916 Aug 03 05:18:11.004644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:11.063961 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:11.160954 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Floating IP 3c5eb9f0-d7b5-452d-a770-42a9a81ce28f associated. External IP: 172.27.4.67, port: ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab. Aug 03 05:18:11.340581 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a24a72-fc37-4090-bc1b-d36ba0b164a2 req-4dbee7ed-b165-4863-88a8-139e47f00af4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:11.344823 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-86a24a72-fc37-4090-bc1b-d36ba0b164a2 req-4dbee7ed-b165-4863-88a8-139e47f00af4 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0598545 Aug 03 05:18:11.372289 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:11.397260 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-86a24a72-fc37-4090-bc1b-d36ba0b164a2 req-5f71234a-217b-4192-af43-b68dd2bae1cc tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484810 Aug 03 05:18:11.696865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:11.701796 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:11.706303 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:11.715694 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:11.716296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:11.731718 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-a7b73d6f-a26f-4524-99ef-62b4801e255a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/3c5eb9f0-d7b5-452d-a770-42a9a81ce28f HTTP/1.1" status: 200 len: 990 time: 1.2247510 Aug 03 05:18:11.732489 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:11.735168 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7" -d '{"events": [{"name": "network-changed", "server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:11.775454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f975fd97-8067-4157-9e93-52dcdc346741 x-openstack-request-id: req-f975fd97-8067-4157-9e93-52dcdc346741 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:11.775747 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:11.775996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f975fd97-8067-4157-9e93-52dcdc346741 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:11.776401 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f975fd97-8067-4157-9e93-52dcdc346741'] response: {'name': 'network-changed', 'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'status': 'completed', 'code': 200} Aug 03 05:18:11.830947 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:12.147759 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '3c5eb9f0-d7b5-452d-a770-42a9a81ce28f', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:51Z', 'updated_at': '2022-08-03T05:18:10Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:12.173363 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:12.182002 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:12.182607 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:12.293600 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:12.520654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822fb884-f097-4049-bc13-c5a364f76253 req-8732f701-1760-4c72-9081-30637e488e17 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:12.522167 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-822fb884-f097-4049-bc13-c5a364f76253 req-8732f701-1760-4c72-9081-30637e488e17 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0471883 Aug 03 05:18:12.528565 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '3c5eb9f0-d7b5-452d-a770-42a9a81ce28f', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:51Z', 'updated_at': '2022-08-03T05:18:10Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:12.557542 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f6040a-cc56-4220-8940-8783f5d544c8 None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '3c5eb9f0-d7b5-452d-a770-42a9a81ce28f', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'floating_ip_address': '172.27.4.67', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:51Z', 'updated_at': '2022-08-03T05:18:10Z', 'revision_number': 1, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:12.579476 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-822fb884-f097-4049-bc13-c5a364f76253 req-d1fa27ed-f1b5-4dca-87bd-5c1dfb182dd1 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496149 Aug 03 05:18:12.753123 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b633ccb-0664-4b1c-8eb2-96210365c23a None None] New status for floating IP 3c5eb9f0-d7b5-452d-a770-42a9a81ce28f: ACTIVE {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:18:12.787215 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:13.670446 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:13.707843 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74619912-7be0-457e-afbd-676abe117a5d req-625772cf-0581-4465-94df-aacdf6fe580f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:13.709312 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74619912-7be0-457e-afbd-676abe117a5d req-625772cf-0581-4465-94df-aacdf6fe580f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0482347 Aug 03 05:18:13.756101 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74619912-7be0-457e-afbd-676abe117a5d req-fbd25c96-e3d8-4c72-be59-04518a33d387 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403380 Aug 03 05:18:14.445284 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:14.455177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-5d9b4d33-a0c1-40f9-8837-f754e9b7ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:14.456701 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-5d9b4d33-a0c1-40f9-8837-f754e9b7ea47 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1129 time: 0.0936956 Aug 03 05:18:14.557203 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-1efde956-9c68-4728-8c64-c9898d23120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:14.561309 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-1efde956-9c68-4728-8c64-c9898d23120d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.0896111 Aug 03 05:18:14.653784 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-3b17b1ef-7a20-4586-a4fd-21f70a9b996c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 1000 time: 0.0684295 Aug 03 05:18:14.876979 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eadb23-ebe5-45ac-881f-0cb314165ece req-ba3c4921-ae4c-4a34-8f05-ff1478cef3e9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:14.878497 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72eadb23-ebe5-45ac-881f-0cb314165ece req-ba3c4921-ae4c-4a34-8f05-ff1478cef3e9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0483005 Aug 03 05:18:14.928254 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72eadb23-ebe5-45ac-881f-0cb314165ece req-a97c352c-362c-481c-aaa6-7590b68b2d16 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442424 Aug 03 05:18:14.979304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9eef0-e623-4cce-a9c8-0f9be2560a42 req-9cc4e1a9-01ee-41a6-95ef-e8df00961947 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:14.981375 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9c9eef0-e623-4cce-a9c8-0f9be2560a42 req-9cc4e1a9-01ee-41a6-95ef-e8df00961947 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0484183 Aug 03 05:18:15.026794 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9c9eef0-e623-4cce-a9c8-0f9be2560a42 req-401de6f5-2379-4440-86c6-450342dcf4c0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399053 Aug 03 05:18:15.291133 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-d518c187-4cb7-4b86-807e-9b390338bbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:15.292596 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-d518c187-4cb7-4b86-807e-9b390338bbfb service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0506308 Aug 03 05:18:15.338650 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-f0325a80-5185-4ae2-acfd-d7ba05912166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:15.340853 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-f0325a80-5185-4ae2-acfd-d7ba05912166 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408750 Aug 03 05:18:16.050385 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b41e6f-19bf-4ccf-98d7-ff110f995cbf req-0912db1f-07ff-4083-8ec6-8e032500780f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:16.051883 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b41e6f-19bf-4ccf-98d7-ff110f995cbf req-0912db1f-07ff-4083-8ec6-8e032500780f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0509949 Aug 03 05:18:16.101084 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b41e6f-19bf-4ccf-98d7-ff110f995cbf req-1f74ec56-2986-4cd3-a667-1b5996eaa353 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435274 Aug 03 05:18:16.154668 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6a9eb-6333-4929-826c-391867084f5d req-c9c8238f-178a-43e1-980c-518b39476d45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:16.158556 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9ab6a9eb-6333-4929-826c-391867084f5d req-c9c8238f-178a-43e1-980c-518b39476d45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0523751 Aug 03 05:18:16.237647 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748d681-041e-4a22-8fcd-d55accf12b88 req-33f50dfe-d3f7-4783-87d3-06f0cd94df5c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:16.239048 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0748d681-041e-4a22-8fcd-d55accf12b88 req-33f50dfe-d3f7-4783-87d3-06f0cd94df5c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0697277 Aug 03 05:18:16.243533 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9ab6a9eb-6333-4929-826c-391867084f5d req-455b2946-d683-463e-a659-68cd231a2acd tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816610 Aug 03 05:18:16.249412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45304) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:16.254654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Request body: {'floatingip': {'port_id': '295bab3a-078d-47dd-a131-28f87fd072a1'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:18:16.293637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:16.598640 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:16.650527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:16.747599 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:16.818178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:16.915380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Floating IP 94a126ee-fa1e-45cc-9b5e-34b65a8e6798 associated. External IP: 172.27.4.157, port: 295bab3a-078d-47dd-a131-28f87fd072a1. Aug 03 05:18:17.098903 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-58dc9a0b-8634-4da2-9ac7-0938576db64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:17.123376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:17.226714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:17.231696 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:17.236669 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:17.247414 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:17.248042 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:17.356922 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:17.464884 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:17.489621 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:17.554910 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4d78b298-ed86-4a49-bec2-45c4ed1a84aa tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/94a126ee-fa1e-45cc-9b5e-34b65a8e6798 HTTP/1.1" status: 200 len: 991 time: 1.3038037 Aug 03 05:18:17.557673 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:17.560835 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:17.571357 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e052-a141-42a6-b699-2f31bca582c9 req-73ad41b2-b250-4f37-bbd5-ce1ebfaa5773 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:17.573094 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c59e052-a141-42a6-b699-2f31bca582c9 req-73ad41b2-b250-4f37-bbd5-ce1ebfaa5773 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0599325 Aug 03 05:18:17.593515 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '94a126ee-fa1e-45cc-9b5e-34b65a8e6798', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '295bab3a-078d-47dd-a131-28f87fd072a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:d7:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:52Z', 'updated_at': '2022-08-03T05:18:16Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:17.602917 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117cd71a-e98a-4103-a05a-d8d93158177a x-openstack-request-id: req-117cd71a-e98a-4103-a05a-d8d93158177a {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:17.603244 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:17.603495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-117cd71a-e98a-4103-a05a-d8d93158177a {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:17.603893 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-117cd71a-e98a-4103-a05a-d8d93158177a'] response: {'name': 'network-changed', 'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1', 'status': 'completed', 'code': 200} Aug 03 05:18:17.619967 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:17.628997 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c59e052-a141-42a6-b699-2f31bca582c9 req-03d5b1c4-e534-4a80-bfa0-e2d95b837651 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500226 Aug 03 05:18:17.629599 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:17.630199 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:17:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:17.770698 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:17.955641 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '94a126ee-fa1e-45cc-9b5e-34b65a8e6798', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '295bab3a-078d-47dd-a131-28f87fd072a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:d7:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:52Z', 'updated_at': '2022-08-03T05:18:16Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:17.981627 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba1194d9-8af7-4d8c-b7b0-149e46d144a1 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '94a126ee-fa1e-45cc-9b5e-34b65a8e6798', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'floating_ip_address': '172.27.4.157', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'port_id': '295bab3a-078d-47dd-a131-28f87fd072a1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'mac_address': 'fa:16:3e:d7:e6:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:17:52Z', 'updated_at': '2022-08-03T05:18:16Z', 'revision_number': 1, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:18.163716 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfbd0b-4c1b-45d9-a5f0-927c1763ecac None None] New status for floating IP 94a126ee-fa1e-45cc-9b5e-34b65a8e6798: ACTIVE {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:18:18.206810 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:18.755228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95990dd0-86e5-4ae5-9291-e85fbbdeb6ba req-d5319877-89f6-406e-8368-366d2c6c25c8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:18.756733 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-95990dd0-86e5-4ae5-9291-e85fbbdeb6ba req-d5319877-89f6-406e-8368-366d2c6c25c8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0503519 Aug 03 05:18:18.804143 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-95990dd0-86e5-4ae5-9291-e85fbbdeb6ba req-6647889f-d872-456b-af4a-7ae716c784e9 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=41f25771-6971-4146-a0e9-361e3bd53229&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417776 Aug 03 05:18:18.998380 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:19.061786 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-87eea2f5-983b-4ca1-ad98-bfcc701ef85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:19.063350 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-87eea2f5-983b-4ca1-ad98-bfcc701ef85a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 1129 time: 0.0812562 Aug 03 05:18:19.087101 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-7fc0e527-d037-4028-aebd-3b78941db6b9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234143 Aug 03 05:18:19.298195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:19.303662 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc870656-5bf3-43e0-8b3e-2e02315e6ce7 req-225ca563-1e8b-4f53-bd8a-1c1fd69bb2a1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655915 Aug 03 05:18:19.305368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-e45f4f1f-9826-4c6f-b0ab-cf1cdff53f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:19.305710 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-5c1cbdff-50b6-4f3d-a097-66fe0260e318 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:19.306205 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-e45f4f1f-9826-4c6f-b0ab-cf1cdff53f6c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 200 len: 911 time: 0.1696084 Aug 03 05:18:19.307181 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-5c1cbdff-50b6-4f3d-a097-66fe0260e318 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 946 time: 0.0508337 Aug 03 05:18:19.359112 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:19.383396 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-79dbae30-7744-49c7-a9d0-0bc6a3c876b3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=295bab3a-078d-47dd-a131-28f87fd072a1 HTTP/1.1" status: 200 len: 1001 time: 0.0618196 Aug 03 05:18:19.389215 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:19.405011 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Deleting port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:19.405427 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.438255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-ffed4990-aa25-43e7-8221-2468cf2d578e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:19.439818 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-ffed4990-aa25-43e7-8221-2468cf2d578e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 200 len: 849 time: 0.0509281 Aug 03 05:18:19.461724 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b2ba2f29-d5c4-458a-a468-96616403f884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.489241 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-8d73d0c4-b813-42f3-9dad-efabd26c9a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:19.492584 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-8d73d0c4-b813-42f3-9dad-efabd26c9a7f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436504 Aug 03 05:18:19.504600 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] For port 961b2cd9-c56a-4c39-8446-8f00f4de31f0, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=961b2cd9-c56a-4c39-8446-8f00f4de31f0,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:19.510194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.588976 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-591139f0-507f-460f-b194-28b1c5f47541 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930004 Aug 03 05:18:19.680015 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.680381 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.680698 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Floating IP d3f33cca-aa25-46cf-9b2e-ba163e28c779 disassociated. External IP: 172.27.4.92, port: 961b2cd9-c56a-4c39-8446-8f00f4de31f0. Aug 03 05:18:19.681046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Calling delete_port for 961b2cd9-c56a-4c39-8446-8f00f4de31f0 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:19.708010 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9fd65481-1ac8-47cd-a9f9-957c847f7c5a req-c8ede63b-cc51-4d1f-ac31-f9b98fdb27b9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981305 Aug 03 05:18:19.861620 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (961b2cd9-c56a-4c39-8446-8f00f4de31f0), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:19.891375 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event deleted for resources: {'Port': ['ID=961b2cd9-c56a-4c39-8446-8f00f4de31f0,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:19.920635 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6fcd4c74-07c3-4b23-8cf8-e26bb76aee77 req-c486db35-bfbe-4527-9aa0-083b70b194f6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0335503 Aug 03 05:18:20.002156 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:20.107113 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:20.111847 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:20.116505 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:20.128412 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:20.133711 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:20.151075 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] No DVR routers for this DVR port 961b2cd9-c56a-4c39-8446-8f00f4de31f0 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:20.153590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:20.156850 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-db19a5d4-675f-4d91-80c4-b3c9198bb934 req-c6ce15d2-9238-49a2-85f3-78065be576c6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "DELETE /networking/v2.0/ports/961b2cd9-c56a-4c39-8446-8f00f4de31f0 HTTP/1.1" status: 204 len: 173 time: 0.8357530 Aug 03 05:18:20.157537 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'name': 'network-vif-deleted', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:20.160159 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc651be-4abd-41ce-a82d-fbef6519646d" -d '{"events": [{"server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "name": "network-vif-deleted", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:20.240109 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:20.271616 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3aeb07-90a8-4d4a-9bc2-c0e935a436bd x-openstack-request-id: req-7b3aeb07-90a8-4d4a-9bc2-c0e935a436bd {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:20.271915 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54dba69b-6ed5-4aff-91cb-3a98e09680d7", "name": "network-vif-deleted", "tag": "961b2cd9-c56a-4c39-8446-8f00f4de31f0", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:20.272164 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7b3aeb07-90a8-4d4a-9bc2-c0e935a436bd {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:20.272574 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b3aeb07-90a8-4d4a-9bc2-c0e935a436bd'] response: {'server_uuid': '54dba69b-6ed5-4aff-91cb-3a98e09680d7', 'name': 'network-vif-deleted', 'tag': '961b2cd9-c56a-4c39-8446-8f00f4de31f0', 'status': 'completed', 'code': 200} Aug 03 05:18:20.530102 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:20.556655 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:20.567656 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:20.568313 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:20.675308 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:20.754869 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:20.862305 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-5c65e267-981a-4794-90ba-772385ce367e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:20.893947 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65e267-981a-4794-90ba-772385ce367e None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:12:49Z', 'revision_number': 4, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '3696377f-c1a8-46e2-bf38-8bee041a5705', 'name': '', 'network_id': '2e69d8c5-66e7-4f9d-9779-ca17893c6637', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'mac_address': 'fa:16:3e:0c:2b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:13:05Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'subnets': [{'id': 'd7ca9a5f-fc4d-428a-bc9c-11b201bef631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:21.052744 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3c3edc18-6276-4f26-a3fd-7ca848226347 req-b913aa02-17a7-48e0-aab6-46bdfa6b85ef tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0371528 Aug 03 05:18:21.103588 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8418f2c-7468-4513-882d-f5116a5f160e req-a1303e03-dbc6-4358-8140-fef182e276f9 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:21.105198 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8418f2c-7468-4513-882d-f5116a5f160e req-a1303e03-dbc6-4358-8140-fef182e276f9 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 946 time: 0.0493066 Aug 03 05:18:21.153807 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0ce2b-1806-4124-b220-97b2a80832fb None None] New status for floating IP d3f33cca-aa25-46cf-9b2e-ba163e28c779: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:18:21.161877 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8418f2c-7468-4513-882d-f5116a5f160e req-2a60789a-4ec6-4635-bbac-c8039b73ad03 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507598 Aug 03 05:18:21.793229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:22.026352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:22.165272 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-54ee5194-96b4-44b8-b800-10dd64b53c2c req-24a8b0e7-2617-4c5c-b1fd-bb0ec6eb4a88 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=54dba69b-6ed5-4aff-91cb-3a98e09680d7 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Aug 03 05:18:22.284983 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7fbb-65d0-4887-923c-50834727ddf1 req-589b7ed8-ba86-4707-a98d-497a36c7a532 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:22.286649 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1d4e7fbb-65d0-4887-923c-50834727ddf1 req-589b7ed8-ba86-4707-a98d-497a36c7a532 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 946 time: 0.0516431 Aug 03 05:18:22.291558 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:22.334102 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1d4e7fbb-65d0-4887-923c-50834727ddf1 req-41838a2d-b71c-4dc5-a670-ab1594a0f227 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=0ccbfb1a-b1f5-4577-934c-adec90d8d308&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417933 Aug 03 05:18:22.891521 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 961b2cd9-c56a-4c39-8446-8f00f4de31f0 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:22.915557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 961b2cd9-c56a-4c39-8446-8f00f4de31f0 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:22.915827 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 961b2cd9-c56a-4c39-8446-8f00f4de31f0 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:22.954459 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b004b75-6061-4146-af33-db770bc402ab req-3c0aa6b2-8081-40b4-a68c-d0b1afa72987 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:22.955987 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0b004b75-6061-4146-af33-db770bc402ab req-3c0aa6b2-8081-40b4-a68c-d0b1afa72987 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 946 time: 0.0516999 Aug 03 05:18:23.038549 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Deleting port 1b3364e7-57bb-4ce8-a503-12f0787c7875 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:23.038915 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.128743 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] For port 1b3364e7-57bb-4ce8-a503-12f0787c7875, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1b3364e7-57bb-4ce8-a503-12f0787c7875,segment=NetworkSegment(e30b98a8-b1f4-4994-8586-6c131f089e4a),segment_id=e30b98a8-b1f4-4994-8586-6c131f089e4a)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:23.129101 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.142354 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Calling delete_port for 1b3364e7-57bb-4ce8-a503-12f0787c7875 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:23.262544 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:23.304580 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45360) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:23.344791 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (1b3364e7-57bb-4ce8-a503-12f0787c7875), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.357295 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1b3364e7-57bb-4ce8-a503-12f0787c7875'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:23.363991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (41f25771-6971-4146-a0e9-361e3bd53229), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.374349 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Pushing event deleted for resources: {'Port': ['ID=1b3364e7-57bb-4ce8-a503-12f0787c7875,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:23.400801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (41f25771-6971-4146-a0e9-361e3bd53229), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.425403 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] No DVR routers for this DVR port 1b3364e7-57bb-4ce8-a503-12f0787c7875 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:23.428005 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.431571 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-0b004b75-6061-4146-af33-db770bc402ab req-ee98bace-83b4-4b57-83c0-f4f97c1f4bd3 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.67 "DELETE /networking/v2.0/ports/1b3364e7-57bb-4ce8-a503-12f0787c7875 HTTP/1.1" status: 204 len: 173 time: 0.4701405 Aug 03 05:18:23.432085 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'name': 'network-vif-deleted', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:23.434900 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075931eb-e153-46e4-abef-a7dd987a15c7" -d '{"events": [{"server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "name": "network-vif-deleted", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:23.439691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:23.468256 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9d826612-c3a4-4b12-892c-f0562689479d req-b125813b-4bad-4972-84d3-d2923de3ff44 tempest-VolumesSnapshotTestJSON-967457277 tempest-VolumesSnapshotTestJSON-967457277-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=de47a5df-467d-41d2-ac4a-80d31da9a602 HTTP/1.1" status: 200 len: 210 time: 0.0439270 Aug 03 05:18:23.484750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc44c0aa-8f79-489a-a8c5-25390e340d96 x-openstack-request-id: req-bc44c0aa-8f79-489a-a8c5-25390e340d96 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:23.485085 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de47a5df-467d-41d2-ac4a-80d31da9a602", "name": "network-vif-deleted", "tag": "1b3364e7-57bb-4ce8-a503-12f0787c7875", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:23.485341 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bc44c0aa-8f79-489a-a8c5-25390e340d96 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:23.485740 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc44c0aa-8f79-489a-a8c5-25390e340d96'] response: {'server_uuid': 'de47a5df-467d-41d2-ac4a-80d31da9a602', 'name': 'network-vif-deleted', 'tag': '1b3364e7-57bb-4ce8-a503-12f0787c7875', 'status': 'completed', 'code': 200} Aug 03 05:18:23.559068 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (41f25771-6971-4146-a0e9-361e3bd53229), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.561733 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.562917 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/41f25771-6971-4146-a0e9-361e3bd53229 HTTP/1.1" status: 204 len: 168 time: 0.2573230 Aug 03 05:18:23.565525 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45368) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:23.572315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278aa25a-0a73-4502-a29d-a4a92f029796 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f25771-6971-4146-a0e9-361e3bd53229,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:23.580132 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-2e05fe7a-b37e-4f18-a56d-1410029e1519 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] show failed (client error): The resource could not be found. Aug 03 05:18:23.581168 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2e05fe7a-b37e-4f18-a56d-1410029e1519 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups/41f25771-6971-4146-a0e9-361e3bd53229 HTTP/1.1" status: 404 len: 347 time: 0.0145116 Aug 03 05:18:23.583938 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45370) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:23.702319 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Deleting port bd0e0683-1134-4991-bab1-d79232242f36 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:23.705316 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (bd0e0683-1134-4991-bab1-d79232242f36), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.781978 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (bd0e0683-1134-4991-bab1-d79232242f36), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.782305 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (bd0e0683-1134-4991-bab1-d79232242f36), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.794423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Calling delete_port for bd0e0683-1134-4991-bab1-d79232242f36 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:23.992157 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (bd0e0683-1134-4991-bab1-d79232242f36), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:23.995380 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:24.017989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event deleted for resources: {'Port': ['ID=bd0e0683-1134-4991-bab1-d79232242f36,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:24.081943 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks [] for floatingip (d3f33cca-aa25-46cf-9b2e-ba163e28c779), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:24.084579 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:24.085985 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-93124cd7-3a75-4ca7-93f6-0184be050cfa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/d3f33cca-aa25-46cf-9b2e-ba163e28c779 HTTP/1.1" status: 204 len: 168 time: 0.5011582 Aug 03 05:18:27.082310 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f29688-aaf1-465d-8a5a-5c63ca9952aa req-2bedacf4-6249-46c5-bdbd-261fec852bee tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:27.083795 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9f29688-aaf1-465d-8a5a-5c63ca9952aa req-2bedacf4-6249-46c5-bdbd-261fec852bee tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0477297 Aug 03 05:18:27.131661 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b9f29688-aaf1-465d-8a5a-5c63ca9952aa req-bceab1b9-d1a6-4e49-ab25-0ec4d0cb9029 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420771 Aug 03 05:18:27.758395 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1b3364e7-57bb-4ce8-a503-12f0787c7875 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:27.778303 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 1b3364e7-57bb-4ce8-a503-12f0787c7875 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:27.778652 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1b3364e7-57bb-4ce8-a503-12f0787c7875 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:28.249701 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531291-d145-4863-9d50-0b7729327a1c req-7e809d48-311a-4eca-a3c0-7354afd7a644 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:28.251346 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b6531291-d145-4863-9d50-0b7729327a1c req-7e809d48-311a-4eca-a3c0-7354afd7a644 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0469310 Aug 03 05:18:28.300245 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b6531291-d145-4863-9d50-0b7729327a1c req-65226ab4-df93-48f8-a6aa-4b4b47f6cf1d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430777 Aug 03 05:18:29.421841 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fb876b-a3a8-4da5-afe4-5a7403654495 req-43db2c6e-1785-4a53-b050-adaa2ae18df8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:29.423326 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38fb876b-a3a8-4da5-afe4-5a7403654495 req-43db2c6e-1785-4a53-b050-adaa2ae18df8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0509918 Aug 03 05:18:29.470574 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-38fb876b-a3a8-4da5-afe4-5a7403654495 req-89381988-0d88-4ede-8f3e-c956eb33f164 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417554 Aug 03 05:18:30.586322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ccdd7-3670-44b0-80a0-d5a9876a6572 req-e43a27b6-b430-41be-bb5d-51e7c32d0d14 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:30.587812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5d7ccdd7-3670-44b0-80a0-d5a9876a6572 req-e43a27b6-b430-41be-bb5d-51e7c32d0d14 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0476246 Aug 03 05:18:30.635807 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5d7ccdd7-3670-44b0-80a0-d5a9876a6572 req-791c03ff-02d5-46e3-8cf8-d766bab40771 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424001 Aug 03 05:18:30.865236 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=74 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:30.865985 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=64 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:31.606361 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-f9f839f0-bceb-4e20-9fee-e8765f10f5ce tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:31.608070 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-f9f839f0-bceb-4e20-9fee-e8765f10f5ce tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0490291 Aug 03 05:18:31.707886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Deleting port a1951f3c-b093-496d-be25-7c755eb6f752 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:31.708529 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:31.744382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:31.760217 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63443f-f8f7-400d-bbef-049187936bff req-f07be68f-2f35-47e3-8e3c-084ea4e72cd6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:31.762238 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed63443f-f8f7-400d-bbef-049187936bff req-f07be68f-2f35-47e3-8e3c-084ea4e72cd6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 945 time: 0.0479562 Aug 03 05:18:31.802243 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] For port a1951f3c-b093-496d-be25-7c755eb6f752, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=a1951f3c-b093-496d-be25-7c755eb6f752,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:31.802594 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:31.816071 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Calling delete_port for a1951f3c-b093-496d-be25-7c755eb6f752 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:31.817480 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed63443f-f8f7-400d-bbef-049187936bff req-4b82be7e-d14a-4323-95f5-3ec777b2b7a6 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491450 Aug 03 05:18:32.029317 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (a1951f3c-b093-496d-be25-7c755eb6f752), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:32.041854 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['a1951f3c-b093-496d-be25-7c755eb6f752', '945d4b78-7ce8-433a-86ca-fd52994ea333'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:32.057861 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event deleted for resources: {'Port': ['ID=a1951f3c-b093-496d-be25-7c755eb6f752,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:32.085532 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:32.104735 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] No DVR routers for this DVR port a1951f3c-b093-496d-be25-7c755eb6f752 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:32.107305 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:32.110503 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-ff2ee800-2443-4735-a4f5-182815f2c08a req-4ef54cef-b6a1-4132-92e6-15b15898cb4b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "DELETE /networking/v2.0/ports/a1951f3c-b093-496d-be25-7c755eb6f752 HTTP/1.1" status: 204 len: 173 time: 0.4929056 Aug 03 05:18:32.110962 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'name': 'network-vif-deleted', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:32.113076 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:32.113316 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bcdf4f-e5a1-42d4-8296-2916becc1a3e" -d '{"events": [{"server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "name": "network-vif-deleted", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:32.150946 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd54e288-19b6-4b5d-9ae7-a02b720c1178 x-openstack-request-id: req-bd54e288-19b6-4b5d-9ae7-a02b720c1178 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:32.151245 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50296975-4478-4122-a599-548a4cbb582c", "name": "network-vif-deleted", "tag": "a1951f3c-b093-496d-be25-7c755eb6f752", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:32.151494 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-bd54e288-19b6-4b5d-9ae7-a02b720c1178 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:32.151899 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd54e288-19b6-4b5d-9ae7-a02b720c1178'] response: {'server_uuid': '50296975-4478-4122-a599-548a4cbb582c', 'name': 'network-vif-deleted', 'tag': 'a1951f3c-b093-496d-be25-7c755eb6f752', 'status': 'completed', 'code': 200} Aug 03 05:18:32.934559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-116ccbf5-9588-48bc-be4e-cf8b8746431b req-26952e60-4d58-43ca-a3fb-3e3204ebc079 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=50296975-4478-4122-a599-548a4cbb582c HTTP/1.1" status: 200 len: 210 time: 0.0296552 Aug 03 05:18:34.497775 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b8130-ed58-452f-a029-941a60e5fec2 req-b0963a07-7cc3-491d-b00a-b547abefdfaa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:34.499280 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-821b8130-ed58-452f-a029-941a60e5fec2 req-b0963a07-7cc3-491d-b00a-b547abefdfaa tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0474193 Aug 03 05:18:34.547220 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-821b8130-ed58-452f-a029-941a60e5fec2 req-ca37feff-7514-4053-8e28-181c6ebd022b tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420475 Aug 03 05:18:34.928378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device a1951f3c-b093-496d-be25-7c755eb6f752 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:34.951581 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: a1951f3c-b093-496d-be25-7c755eb6f752 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:34.951926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device a1951f3c-b093-496d-be25-7c755eb6f752 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:35.670254 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4233c4-02a3-4371-9173-d8ff2a6cfbf7 req-ca164bbc-040c-44e3-8df7-d005baf2a9f8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:35.671788 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab4233c4-02a3-4371-9173-d8ff2a6cfbf7 req-ca164bbc-040c-44e3-8df7-d005baf2a9f8 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Aug 03 05:18:35.719718 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab4233c4-02a3-4371-9173-d8ff2a6cfbf7 req-a1e521e2-5a94-4f9b-b2ee-bb99cb199506 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Aug 03 05:18:36.839847 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087fd8b2-e49c-4157-aef2-6648671d0def req-7deb809b-6e6b-4e03-96f1-c59899768c51 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:36.841331 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-087fd8b2-e49c-4157-aef2-6648671d0def req-7deb809b-6e6b-4e03-96f1-c59899768c51 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0490365 Aug 03 05:18:36.887724 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-087fd8b2-e49c-4157-aef2-6648671d0def req-aefb42b4-c063-4d70-803f-f7c0d654044d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403984 Aug 03 05:18:38.012537 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94a9a6-dc1e-4c36-b148-20a7fd55712a req-70426b0d-930f-4097-a0c6-58a576fe7503 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:38.013994 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c94a9a6-dc1e-4c36-b148-20a7fd55712a req-70426b0d-930f-4097-a0c6-58a576fe7503 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0458572 Aug 03 05:18:38.063757 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c94a9a6-dc1e-4c36-b148-20a7fd55712a req-65b73ea8-2522-483f-8d14-fc620eaf4bd7 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441811 Aug 03 05:18:39.184097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d01dd-2d2d-49d9-ade9-16ba4c5cc02a req-d9f9e61f-b456-4bd9-9dac-2ba2514ce67e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:39.185574 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-317d01dd-2d2d-49d9-ade9-16ba4c5cc02a req-d9f9e61f-b456-4bd9-9dac-2ba2514ce67e tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0474577 Aug 03 05:18:39.229519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:39.234233 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-317d01dd-2d2d-49d9-ade9-16ba4c5cc02a req-3f21de30-4cd8-4772-b916-a509ff4679d3 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1b9dd421-3541-4704-a119-75bf200a0cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430460 Aug 03 05:18:39.629225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-ced066e7-a1c6-4a1a-b7c6-b7cc78623e2d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:39.630668 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-ced066e7-a1c6-4a1a-b7c6-b7cc78623e2d tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 945 time: 0.0463893 Aug 03 05:18:39.717755 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Deleting port 945d4b78-7ce8-433a-86ca-fd52994ea333 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:39.718097 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:39.807622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] For port 945d4b78-7ce8-433a-86ca-fd52994ea333, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=945d4b78-7ce8-433a-86ca-fd52994ea333,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:39.807985 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:39.821322 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Calling delete_port for 945d4b78-7ce8-433a-86ca-fd52994ea333 owned by compute:nova {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:40.032175 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (945d4b78-7ce8-433a-86ca-fd52994ea333), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:40.045157 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['945d4b78-7ce8-433a-86ca-fd52994ea333'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:40.047092 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:40.070280 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Pushing event deleted for resources: {'Port': ['ID=945d4b78-7ce8-433a-86ca-fd52994ea333,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:40.109921 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] No DVR routers for this DVR port 945d4b78-7ce8-433a-86ca-fd52994ea333 on host hv-cinder-85127 {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:40.112556 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:40.115803 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4c70c68a-b2bd-4706-8493-d8569bfbd8f3 req-e85ac135-93c5-4b24-8626-6e38f1371e45 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.67 "DELETE /networking/v2.0/ports/945d4b78-7ce8-433a-86ca-fd52994ea333 HTTP/1.1" status: 204 len: 173 time: 0.4761224 Aug 03 05:18:40.116267 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'name': 'network-vif-deleted', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:40.118498 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550e9fe8-7ca7-4223-8a52-8d082b4e022d" -d '{"events": [{"server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "name": "network-vif-deleted", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:40.155314 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd05a2f-df4e-4776-a638-246f485cae8d x-openstack-request-id: req-2fd05a2f-df4e-4776-a638-246f485cae8d {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:40.155612 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee7115a-8a61-415c-a4ba-b53c2aa0c442", "name": "network-vif-deleted", "tag": "945d4b78-7ce8-433a-86ca-fd52994ea333", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:40.155872 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2fd05a2f-df4e-4776-a638-246f485cae8d {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:40.156326 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd05a2f-df4e-4776-a638-246f485cae8d'] response: {'server_uuid': '7ee7115a-8a61-415c-a4ba-b53c2aa0c442', 'name': 'network-vif-deleted', 'tag': '945d4b78-7ce8-433a-86ca-fd52994ea333', 'status': 'completed', 'code': 200} Aug 03 05:18:40.342183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a809a9cb-d317-4b21-a4a8-cfd7a599103c req-77e63a1b-e47f-4cfe-a2e3-8a635bd26bb0 tempest-ServerRescueNegativeTestJSON-1128427595 tempest-ServerRescueNegativeTestJSON-1128427595-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=7ee7115a-8a61-415c-a4ba-b53c2aa0c442 HTTP/1.1" status: 200 len: 210 time: 0.0297718 Aug 03 05:18:41.404750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45500) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:41.889160 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:42.069190 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:42.163270 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Deleting port 3696377f-c1a8-46e2-bf38-8bee041a5705 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:42.163521 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:42.242817 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] For port 3696377f-c1a8-46e2-bf38-8bee041a5705, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=3696377f-c1a8-46e2-bf38-8bee041a5705,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:42.243215 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:42.256111 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Calling delete_port for 3696377f-c1a8-46e2-bf38-8bee041a5705 owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:42.380865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:42.494759 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (3696377f-c1a8-46e2-bf38-8bee041a5705), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:42.565697 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:18:42.742984 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3696377f-c1a8-46e2-bf38-8bee041a5705,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:42.916312 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:42.960016 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 945d4b78-7ce8-433a-86ca-fd52994ea333 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:42.980584 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 945d4b78-7ce8-433a-86ca-fd52994ea333 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:42.980942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 945d4b78-7ce8-433a-86ca-fd52994ea333 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:43.148942 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:43.200520 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:43.252822 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:43.257972 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-680d11a5-e7c4-461b-9266-c7ee6a6b6a0f admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/64c5e757-3095-4b7c-9b16-0b9cdeed2c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8521802 Aug 03 05:18:43.260797 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45520) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:43.263924 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Sync routers for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:43.274936 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:43.275811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:43.373784 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks [] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:43.386298 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:43.473594 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks [] for router_gateway (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:43.554069 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:43.555278 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87'}], 'enable_snat': True}, 'gw_port_id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:18:42Z', 'revision_number': 5, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port': {'id': 'e7d15dd5-1da2-4128-9226-db7193fde8d8', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:fe:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:45Z', 'updated_at': '2022-08-03T05:12:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:43.583163 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Checking router: 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:43.587412 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Deleting port e7d15dd5-1da2-4128-9226-db7193fde8d8 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:43.587760 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:43.592656 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Routers {'64c5e757-3095-4b7c-9b16-0b9cdeed2c49'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:43.593296 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:43.670749 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] For port e7d15dd5-1da2-4128-9226-db7193fde8d8, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e7d15dd5-1da2-4128-9226-db7193fde8d8,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:43.671166 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:43.677977 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] Set router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:43.684403 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Calling delete_port for e7d15dd5-1da2-4128-9226-db7193fde8d8 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:43.727133 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:18:43Z', 'revision_number': 6, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:43.751343 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f62bc2-c63e-43d6-a0e5-481c56cf7234 None None] The sync data for ids ['64c5e757-3095-4b7c-9b16-0b9cdeed2c49'] in dv-cinder-851279-4-iscsi is: [{'id': '64c5e757-3095-4b7c-9b16-0b9cdeed2c49', 'name': 'tempest-ServerRescueNegativeTestJSON-592744894-router', 'tenant_id': '829c8e80e96d40d682a17185eb4da336', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:44Z', 'updated_at': '2022-08-03T05:18:43Z', 'revision_number': 6, 'project_id': '829c8e80e96d40d682a17185eb4da336', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:43.903515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (e7d15dd5-1da2-4128-9226-db7193fde8d8), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:43.928353 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d15dd5-1da2-4128-9226-db7193fde8d8,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:44.006717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.118367 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.121469 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks [] for router_controller (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.272047 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (64c5e757-3095-4b7c-9b16-0b9cdeed2c49), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.272699 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64c5e757-3095-4b7c-9b16-0b9cdeed2c49 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:18:44.277685 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.278870 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cd02e2a6-3e9b-43b3-9ede-15bcfd1a9b32 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/64c5e757-3095-4b7c-9b16-0b9cdeed2c49 HTTP/1.1" status: 204 len: 168 time: 1.0171371 Aug 03 05:18:44.281487 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45526) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:44.329385 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Deleting subnet d7ca9a5f-fc4d-428a-bc9c-11b201bef631 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:18:44.333016 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Publish callbacks [] for subnet (d7ca9a5f-fc4d-428a-bc9c-11b201bef631), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.371734 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (d7ca9a5f-fc4d-428a-bc9c-11b201bef631), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.456030 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (d7ca9a5f-fc4d-428a-bc9c-11b201bef631), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.479532 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=5,neutron:SELECT=87,neutron:DELETE=8 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:44.603312 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (d7ca9a5f-fc4d-428a-bc9c-11b201bef631), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.632648 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7ca9a5f-fc4d-428a-bc9c-11b201bef631,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:44.634868 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.640860 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-321e41c5-a87d-469b-85b0-88c1b1c7c490 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/d7ca9a5f-fc4d-428a-bc9c-11b201bef631 HTTP/1.1" status: 204 len: 168 time: 0.3567708 Aug 03 05:18:44.641266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031ff08-c550-4537-b39c-0a67acb38d82 None None] Network 2e69d8c5-66e7-4f9d-9779-ca17893c6637 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:18:44.642968 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45534) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:44.661399 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=66,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:44.722010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (2e69d8c5-66e7-4f9d-9779-ca17893c6637), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.768700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Deleting port ee418fb5-7a80-4f03-8d37-85c043e52ac1 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:44.769111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.812772 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] DHCP port deletion for 2e69d8c5-66e7-4f9d-9779-ca17893c6637 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:18:44.843272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] For port ee418fb5-7a80-4f03-8d37-85c043e52ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee418fb5-7a80-4f03-8d37-85c043e52ac1,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:44.843714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.860164 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Deleting port ee418fb5-7a80-4f03-8d37-85c043e52ac1 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:44.860601 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:44.863404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Calling delete_port for ee418fb5-7a80-4f03-8d37-85c043e52ac1 owned by network:dhcp {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:44.993876 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.018801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee418fb5-7a80-4f03-8d37-85c043e52ac1,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:45.023645 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] No DVR routers for this DVR port ee418fb5-7a80-4f03-8d37-85c043e52ac1 on host dv-cinder-851279-4-iscsi {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:45.032636 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.032915 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.033259 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.033599 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.033936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.034268 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.034594 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.034945 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.035273 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.035598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.035931 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.036252 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.036572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.036894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.037213 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:45.046346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] For port ee418fb5-7a80-4f03-8d37-85c043e52ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee418fb5-7a80-4f03-8d37-85c043e52ac1,segment=NetworkSegment(1a92079b-a544-4bdc-8a21-0ee3817f76ac),segment_id=1a92079b-a544-4bdc-8a21-0ee3817f76ac)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:45.046747 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.060160 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Calling delete_port for ee418fb5-7a80-4f03-8d37-85c043e52ac1 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:45.110071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (2e69d8c5-66e7-4f9d-9779-ca17893c6637), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.130144 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e69d8c5-66e7-4f9d-9779-ca17893c6637']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:45.140170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a92079b-a544-4bdc-8a21-0ee3817f76ac') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:45.140473 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a92079b-a544-4bdc-8a21-0ee3817f76ac') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:45.141145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (ee418fb5-7a80-4f03-8d37-85c043e52ac1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.150208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (1a92079b-a544-4bdc-8a21-0ee3817f76ac), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.156725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:45.165189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] Pushing event deleted for resources: {'Port': ['ID=ee418fb5-7a80-4f03-8d37-85c043e52ac1,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:45.165443 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (1a92079b-a544-4bdc-8a21-0ee3817f76ac), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.170852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c78cfff-6eb5-423f-8c8c-a0be9cb10794 None None] No DVR routers for this DVR port ee418fb5-7a80-4f03-8d37-85c043e52ac1 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:45.172269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:18:45.172675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (1a92079b-a544-4bdc-8a21-0ee3817f76ac), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.196481 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 1a92079b-a544-4bdc-8a21-0ee3817f76ac resource provider aggregate not found Aug 03 05:18:45.229721 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 1a92079b-a544-4bdc-8a21-0ee3817f76ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a92079b-a544-4bdc-8a21-0ee3817f76ac found for delete ", "request_id": "req-16a09b06-ec18-4e33-b965-990cb8c52f5e"}]} Aug 03 05:18:45.302356 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (2e69d8c5-66e7-4f9d-9779-ca17893c6637), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.309966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.313084 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/2e69d8c5-66e7-4f9d-9779-ca17893c6637 HTTP/1.1" status: 204 len: 168 time: 0.6690433 Aug 03 05:18:45.322353 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9d6137-5f28-4574-844f-e0f8ecb3c153 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e69d8c5-66e7-4f9d-9779-ca17893c6637,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:45.404165 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e7d15dd5-1da2-4128-9226-db7193fde8d8 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:45.424634 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: e7d15dd5-1da2-4128-9226-db7193fde8d8 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:45.424986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e7d15dd5-1da2-4128-9226-db7193fde8d8 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:45.425402 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 3696377f-c1a8-46e2-bf38-8bee041a5705 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:45.444404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 3696377f-c1a8-46e2-bf38-8bee041a5705 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:45.444404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 3696377f-c1a8-46e2-bf38-8bee041a5705 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:45.444404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee418fb5-7a80-4f03-8d37-85c043e52ac1 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:45.462586 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: ee418fb5-7a80-4f03-8d37-85c043e52ac1 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:45.462966 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee418fb5-7a80-4f03-8d37-85c043e52ac1 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:45.634242 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45550) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:45.676964 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2c9e92ec-c8ab-454f-b11e-2d2a31f06117 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=829c8e80e96d40d682a17185eb4da336&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0415266 Aug 03 05:18:45.679532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45552) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:45.729816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] Publish callbacks [] for security_group (1b9dd421-3541-4704-a119-75bf200a0cd9), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.752060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] Publish callbacks [] for security_group (1b9dd421-3541-4704-a119-75bf200a0cd9), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.871988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1b9dd421-3541-4704-a119-75bf200a0cd9), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.874482 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:45.875748 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1b9dd421-3541-4704-a119-75bf200a0cd9 HTTP/1.1" status: 204 len: 168 time: 0.1953115 Aug 03 05:18:45.884899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9e694-8378-4a83-a647-83f87a37d84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9dd421-3541-4704-a119-75bf200a0cd9,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:45.999983 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c3def15-95af-4510-89f9-886615379217 req-e73a2463-0c55-4462-a45f-96be8ab5ff28 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-234787560&fields=id&tenant_id=7d7bf6baa2224b0d910133c5542608e1 HTTP/1.1" status: 200 len: 267 time: 0.0477135 Aug 03 05:18:46.059982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3def15-95af-4510-89f9-886615379217 req-80433723-aa59-4a7a-afb3-89abf5912ec9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:46.061498 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c3def15-95af-4510-89f9-886615379217 req-80433723-aa59-4a7a-afb3-89abf5912ec9 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 985 time: 0.0562391 Aug 03 05:18:46.071932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Request body: {'port': {'security_groups': ['eecce8f2-2da2-4588-b55c-eb2a54e65ff5']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:18:46.097706 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:46.152500 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.329185 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:46.359751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.422291 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.433750 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:46.434582 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.435677 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:46.436184 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0c3def15-95af-4510-89f9-886615379217 req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "PUT /networking/v2.0/ports/1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 943 time: 0.3685212 Aug 03 05:18:46.436589 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:46.444349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c" -d '{"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:46.446789 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45570) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:46.494374 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f4dac5-195d-44a7-9a21-6904dfc1e495 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event updated for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=7']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:46.511506 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (907b5252-778d-4eaf-8628-54cb95c9fffb), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.546798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (907b5252-778d-4eaf-8628-54cb95c9fffb), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.550952 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:46.703278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8090b2-9c0b-48fa-8dfa-569dca800a76 x-openstack-request-id: req-ef8090b2-9c0b-48fa-8dfa-569dca800a76 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:46.703768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:46.704108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ef8090b2-9c0b-48fa-8dfa-569dca800a76 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:46.704997 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8090b2-9c0b-48fa-8dfa-569dca800a76'] response: {'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:18:46.760730 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (907b5252-778d-4eaf-8628-54cb95c9fffb), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.764140 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.768965 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/907b5252-778d-4eaf-8628-54cb95c9fffb HTTP/1.1" status: 204 len: 168 time: 0.3207092 Aug 03 05:18:46.769084 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45584) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:46.773698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:46.796738 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=907b5252-778d-4eaf-8628-54cb95c9fffb,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:46.805968 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-1e35ad03-4944-475c-aeb6-92c2f0b1d5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:46.807495 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-1e35ad03-4944-475c-aeb6-92c2f0b1d5cd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0772860 Aug 03 05:18:46.809288 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.809630 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.809963 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.810470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.810807 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.811163 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.811488 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.811810 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.812129 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.812447 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.812851 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.813074 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.813393 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.813714 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.814630 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b22dd1b-beaf-4a34-8f17-971d0c1576ea tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:18:46.838693 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:46.852612 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:46.923184 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-d3b916fb-a015-44a0-a21d-df8e95f5189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:46.924882 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-d3b916fb-a015-44a0-a21d-df8e95f5189c service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 916 time: 0.1062863 Aug 03 05:18:46.968508 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Deleting port d40bcbf4-268c-49fc-b915-147ae4605dae {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:46.968949 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:46.996808 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-bc9289c3-9628-4152-a076-88dbb3be9271 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 1002 time: 0.0655403 Aug 03 05:18:47.055639 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-1a89299a-32d9-48e4-9d96-08e8c4fa3b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:47.057139 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-1a89299a-32d9-48e4-9d96-08e8c4fa3b94 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.0533082 Aug 03 05:18:47.070586 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.070945 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for floatingip (d40bcbf4-268c-49fc-b915-147ae4605dae), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.085637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Calling delete_port for d40bcbf4-268c-49fc-b915-147ae4605dae owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:47.108483 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-89156695-e985-4dbf-8eac-bc2d293935da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:47.110107 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-89156695-e985-4dbf-8eac-bc2d293935da service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456936 Aug 03 05:18:47.125915 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-491cfcd9-e4b5-49d0-bae1-5bbd76f595d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.206447 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-5afdb1c3-b6b5-4cb1-a402-f4ccedbe726d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898659 Aug 03 05:18:47.213726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:47.275640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:47.309189 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-4ad60f9d-8e2d-45ac-8cad-d0f29674519c req-3ee9a1d9-75c2-49a8-bc64-4ea63b18e0f3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961790 Aug 03 05:18:47.357337 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (d40bcbf4-268c-49fc-b915-147ae4605dae), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.391505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event deleted for resources: {'Port': ['ID=d40bcbf4-268c-49fc-b915-147ae4605dae,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:47.458927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks [] for floatingip (2b89799d-b276-468d-b4bc-c0c53a4efb30), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.459489 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Floating IP 2b89799d-b276-468d-b4bc-c0c53a4efb30 disassociated (deleted). External IP: 172.27.4.108, port: 1d2d095e-7779-4335-a8cf-cbd4d15b643b. Aug 03 05:18:47.671448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:47.782086 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:47.785010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:47.789397 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:47.797952 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Sync routers for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:47.809592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:47.810249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:47.942522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:48.115816 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0933c3af-9db3-4efd-ba6c-b9a3c699ab9a tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/2b89799d-b276-468d-b4bc-c0c53a4efb30 HTTP/1.1" status: 204 len: 168 time: 1.3455825 Aug 03 05:18:48.175325 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:48.194926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:48.220759 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Checking router: b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:48.229817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:48.230499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:48.338319 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:48.559008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:48.588750 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8e2462-d1fa-44f3-8c35-96a6d48431b8 None None] The sync data for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi is: [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:15:08Z', 'revision_number': 4, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '6a78de5b-88f0-48a6-b8f1-43500102180b', 'name': '', 'network_id': '2270a235-f065-4e37-a7ab-2cf88c3883db', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'mac_address': 'fa:16:3e:63:e9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:04Z', 'updated_at': '2022-08-03T05:15:15Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'subnets': [{'id': 'b9b1b127-4193-41db-a779-29245e8cc84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:48.707031 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:48.710057 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b63a561-6137-45ea-984b-ee06fb5acaa4" -d '{"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:48.763159 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa4a929-f14d-4854-9df6-9f0b801c5b63 x-openstack-request-id: req-8aa4a929-f14d-4854-9df6-9f0b801c5b63 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:48.763159 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:48.763159 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-8aa4a929-f14d-4854-9df6-9f0b801c5b63 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:48.763159 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa4a929-f14d-4854-9df6-9f0b801c5b63'] response: {'name': 'network-changed', 'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:18:48.853962 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dad9ac-06c0-46f3-8d0f-5085291a83b0 None None] New status for floating IP 2b89799d-b276-468d-b4bc-c0c53a4efb30: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:18:49.026100 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-329b2a6a-6f74-4935-893d-49e1d61939d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:49.033246 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-329b2a6a-6f74-4935-893d-49e1d61939d8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=7d7bf6baa2224b0d910133c5542608e1&device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 1130 time: 0.0402179 Aug 03 05:18:49.166425 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-568fbf21-24c1-4bfa-8f67-6bc60f736feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:49.168026 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-568fbf21-24c1-4bfa-8f67-6bc60f736feb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 200 len: 916 time: 0.0922487 Aug 03 05:18:49.210535 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-71f368b1-db94-4c49-948a-96ddf80d3b1d service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 200 len: 217 time: 0.0360694 Aug 03 05:18:49.260002 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-18241f83-c194-463e-8b2e-b532421baa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:49.261943 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-18241f83-c194-463e-8b2e-b532421baa63 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 200 len: 854 time: 0.0447633 Aug 03 05:18:49.305959 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-1f054364-80b2-41f6-ad77-382ef3f25dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:49.307460 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-1f054364-80b2-41f6-ad77-382ef3f25dc3 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=2270a235-f065-4e37-a7ab-2cf88c3883db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389435 Aug 03 05:18:49.408142 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-ad180b07-187c-480a-b4b1-178cd2b05483 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910265 Aug 03 05:18:49.500331 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4100baa9-7840-4737-812d-eae58dc1c706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:49.507295 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-1b63a561-6137-45ea-984b-ee06fb5acaa4 req-34e41575-986d-400b-8144-bcde0d406034 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924733 Aug 03 05:18:50.652608 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:50.724996 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:50.841318 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45674) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:50.886396 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Deleting subnet 325267b2-532a-490b-a9c4-8f3cfff8cabe {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:18:50.889594 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Publish callbacks [] for subnet (325267b2-532a-490b-a9c4-8f3cfff8cabe), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:50.925242 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (325267b2-532a-490b-a9c4-8f3cfff8cabe), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:50.966527 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (325267b2-532a-490b-a9c4-8f3cfff8cabe), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.119625 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (325267b2-532a-490b-a9c4-8f3cfff8cabe), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.146331 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=325267b2-532a-490b-a9c4-8f3cfff8cabe,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:51.150470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.154584 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ce2ea3f8-488a-4f4b-aaba-c92ce22d8d3b admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/325267b2-532a-490b-a9c4-8f3cfff8cabe HTTP/1.1" status: 204 len: 168 time: 0.3122473 Aug 03 05:18:51.157283 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45680) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:51.227974 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (ec3d5553-9ecc-44aa-8db9-0f957032655c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.261543 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:51.314450 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (ec3d5553-9ecc-44aa-8db9-0f957032655c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.340499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec3d5553-9ecc-44aa-8db9-0f957032655c']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:51.354074 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30b98a8-b1f4-4994-8586-6c131f089e4a') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:51.354443 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30b98a8-b1f4-4994-8586-6c131f089e4a') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:51.367286 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (e30b98a8-b1f4-4994-8586-6c131f089e4a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.382172 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e30b98a8-b1f4-4994-8586-6c131f089e4a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.388494 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:51.391951 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:18:51.392449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (e30b98a8-b1f4-4994-8586-6c131f089e4a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.421370 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment e30b98a8-b1f4-4994-8586-6c131f089e4a resource provider aggregate not found Aug 03 05:18:51.440803 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa98550-e741-40f6-a08f-f552855352ce req-8363fec2-9313-4269-a9eb-fa23499f0471 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:51.442427 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9aa98550-e741-40f6-a08f-f552855352ce req-8363fec2-9313-4269-a9eb-fa23499f0471 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0491281 Aug 03 05:18:51.494605 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9aa98550-e741-40f6-a08f-f552855352ce req-4acb35bb-aa8c-4716-97b0-4add0145afa6 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462732 Aug 03 05:18:51.708645 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment e30b98a8-b1f4-4994-8586-6c131f089e4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e30b98a8-b1f4-4994-8586-6c131f089e4a found for delete ", "request_id": "req-cc7ef2db-fbcc-4aee-9a2c-cd143aa383bd"}]} Aug 03 05:18:51.787947 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.788510 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (ec3d5553-9ecc-44aa-8db9-0f957032655c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.793603 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:51.796964 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/ec3d5553-9ecc-44aa-8db9-0f957032655c HTTP/1.1" status: 204 len: 168 time: 0.6386731 Aug 03 05:18:51.809318 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3efa0de-4e26-478e-8758-84daf408609a admin admin] Pushing event deleted for resources: {'Network': ['ID=ec3d5553-9ecc-44aa-8db9-0f957032655c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:52.079231 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.219491 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45702) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:52.259225 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-17984b21-8e26-4e3d-b7e6-5bd8efaff045 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6675985e19c44dabb624420aaa97b0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383706 Aug 03 05:18:52.262233 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45704) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:52.273229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.310269 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] Publish callbacks [] for security_group (0ccbfb1a-b1f5-4577-934c-adec90d8d308), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.331705 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] Publish callbacks [] for security_group (0ccbfb1a-b1f5-4577-934c-adec90d8d308), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.454150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0ccbfb1a-b1f5-4577-934c-adec90d8d308), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.456711 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:52.457993 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0ccbfb1a-b1f5-4577-934c-adec90d8d308 HTTP/1.1" status: 204 len: 168 time: 0.1948578 Aug 03 05:18:52.466394 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b162ff-3116-4fe7-9383-e111ad85fc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ccbfb1a-b1f5-4577-934c-adec90d8d308,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:52.618729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59902f39-5708-4349-987c-364cf368e214 req-1948b5ff-a1d3-41a4-b87d-4bc2c768dc09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:52.620679 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-59902f39-5708-4349-987c-364cf368e214 req-1948b5ff-a1d3-41a4-b87d-4bc2c768dc09 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Aug 03 05:18:52.672356 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-59902f39-5708-4349-987c-364cf368e214 req-0a009b25-2602-4a0b-b25a-2a0798a852d6 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=eecce8f2-2da2-4588-b55c-eb2a54e65ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458109 Aug 03 05:18:53.185646 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-2e0bfb96-3834-40ac-bb95-812646e92475 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407355 Aug 03 05:18:53.286485 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-4a7d5f39-0d27-448e-874a-12ccee67f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:53.288166 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-4a7d5f39-0d27-448e-874a-12ccee67f829 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0457072 Aug 03 05:18:53.289229 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-242af131-45b7-4a23-bd46-2e6b79c92863 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:53.290653 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-242af131-45b7-4a23-bd46-2e6b79c92863 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Aug 03 05:18:53.386698 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Deleting port 1d2d095e-7779-4335-a8cf-cbd4d15b643b {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:53.387099 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:53.411811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-8cd9b7b6-a33b-4a61-9cf6-cb7616dbf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:53.413433 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-8cd9b7b6-a33b-4a61-9cf6-cb7616dbf328 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.1056414 Aug 03 05:18:53.482283 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-e3f99d21-a0ec-4011-9b38-1d22180e52ff service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 1001 time: 0.0625327 Aug 03 05:18:53.485985 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] For port 1d2d095e-7779-4335-a8cf-cbd4d15b643b, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=1d2d095e-7779-4335-a8cf-cbd4d15b643b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:53.486352 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:53.500733 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Calling delete_port for 1d2d095e-7779-4335-a8cf-cbd4d15b643b owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:53.532808 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-2bebcd0a-2302-459e-8221-905474757794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:53.534304 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-2bebcd0a-2302-459e-8221-905474757794 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0444791 Aug 03 05:18:53.578958 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-b5dc6b48-e1de-4398-ad5f-99c9c96fc412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:18:53.580515 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-b5dc6b48-e1de-4398-ad5f-99c9c96fc412 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397527 Aug 03 05:18:53.679861 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-ed365b6d-ddc4-4df0-81ef-e9ea4022f244 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914688 Aug 03 05:18:53.711833 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (1d2d095e-7779-4335-a8cf-cbd4d15b643b), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:53.724444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['1d2d095e-7779-4335-a8cf-cbd4d15b643b'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:18:53.746619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Pushing event deleted for resources: {'Port': ['ID=1d2d095e-7779-4335-a8cf-cbd4d15b643b,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:53.787769 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-41597378-c34c-4492-a03a-0d4eb2ae04a6 req-66b2e025-9315-464b-8996-d192063d47c9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011646 Aug 03 05:18:53.812516 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] No DVR routers for this DVR port 1d2d095e-7779-4335-a8cf-cbd4d15b643b on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:18:53.815911 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:53.819202 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0151ebcc-44eb-43fb-a81b-8f035af7eb65 req-672730d3-5567-45fe-acaf-9a68e6cb5c7c tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.67 "DELETE /networking/v2.0/ports/1d2d095e-7779-4335-a8cf-cbd4d15b643b HTTP/1.1" status: 204 len: 173 time: 0.5217276 Aug 03 05:18:53.819649 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'name': 'network-vif-deleted', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:18:53.821930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601caf61-2a4e-415f-9244-402a6de1bec1" -d '{"events": [{"server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "name": "network-vif-deleted", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:18:53.844944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8909e5a-01d1-4cad-bc8b-8affcb1a4af4 req-f6e80ffc-c14b-4b77-9888-03c416405370 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0557613 Aug 03 05:18:53.861365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ead7b9-8485-4ca8-b379-318b346c9827 x-openstack-request-id: req-50ead7b9-8485-4ca8-b379-318b346c9827 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:18:53.861365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "363118dd-a0c3-444f-99cb-f0578407e0d2", "name": "network-vif-deleted", "tag": "1d2d095e-7779-4335-a8cf-cbd4d15b643b", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:18:53.861365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-50ead7b9-8485-4ca8-b379-318b346c9827 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:18:53.862026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ead7b9-8485-4ca8-b379-318b346c9827'] response: {'server_uuid': '363118dd-a0c3-444f-99cb-f0578407e0d2', 'name': 'network-vif-deleted', 'tag': '1d2d095e-7779-4335-a8cf-cbd4d15b643b', 'status': 'completed', 'code': 200} Aug 03 05:18:54.964421 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1b3c2fd1-3fa9-42cd-9195-b2d316423af8 req-3f4d7041-e3a6-4e37-889a-1524c685ea55 tempest-TestMinimumBasicScenario-2063170409 tempest-TestMinimumBasicScenario-2063170409-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=363118dd-a0c3-444f-99cb-f0578407e0d2 HTTP/1.1" status: 200 len: 210 time: 0.0341666 Aug 03 05:18:57.008829 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1d2d095e-7779-4335-a8cf-cbd4d15b643b no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:18:57.028095 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 1d2d095e-7779-4335-a8cf-cbd4d15b643b {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:18:57.028447 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 1d2d095e-7779-4335-a8cf-cbd4d15b643b not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:18:57.654121 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45818) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:57.880903 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:57.911180 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:57.965345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:58.200511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Deleting port 6a78de5b-88f0-48a6-b8f1-43500102180b {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:58.200778 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:58.289386 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] For port 6a78de5b-88f0-48a6-b8f1-43500102180b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6a78de5b-88f0-48a6-b8f1-43500102180b,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:58.289748 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:58.304697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Calling delete_port for 6a78de5b-88f0-48a6-b8f1-43500102180b owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:58.585512 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6a78de5b-88f0-48a6-b8f1-43500102180b), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:58.609862 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a78de5b-88f0-48a6-b8f1-43500102180b,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:58.820294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:58.880124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:58.926559 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:59.036108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:18:59.142099 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:18:59.147465 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3bd5b35d-dbe3-48ff-bf9a-70890c0c3c95 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4923220 Aug 03 05:18:59.150038 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45842) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:18:59.150906 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Sync routers for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:18:59.162571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:59.163219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:59.250825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks [] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.268848 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:59.357480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks [] for router_gateway (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.446008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9'}], 'enable_snat': True}, 'gw_port_id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:18:58Z', 'revision_number': 5, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port': {'id': 'f0577b85-6e4a-4c10-ac96-b5c025e6a1df', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:8b:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:59.476785 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Checking router: b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:18:59.482768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Deleting port f0577b85-6e4a-4c10-ac96-b5c025e6a1df {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:18:59.483198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.485994 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Routers {'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:18:59.486609 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:59.557325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:18:59.564064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] For port f0577b85-6e4a-4c10-ac96-b5c025e6a1df, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:18:59.564710 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.568337 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] Set router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 gateway port host: None {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:18:59.578292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Calling delete_port for f0577b85-6e4a-4c10-ac96-b5c025e6a1df owned by network:router_gateway {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:18:59.620963 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:18:59Z', 'revision_number': 6, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:18:59.645863 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fb834b-9ee8-410f-8e6a-d677a0ed9731 None None] The sync data for ids ['b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06'] in dv-cinder-851279-4-iscsi is: [{'id': 'b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06', 'name': 'tempest-TestMinimumBasicScenario-2134457658-router', 'tenant_id': '7d7bf6baa2224b0d910133c5542608e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:59Z', 'updated_at': '2022-08-03T05:18:59Z', 'revision_number': 6, 'project_id': '7d7bf6baa2224b0d910133c5542608e1', 'gw_port_host': None}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:18:59.799639 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (f0577b85-6e4a-4c10-ac96-b5c025e6a1df), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.827393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0577b85-6e4a-4c10-ac96-b5c025e6a1df,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:18:59.893671 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.982256 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:18:59.984536 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks [] for router_controller (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.095902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.096697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 {{(pid=104590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:19:00.100997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.102212 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d93913de-e499-4e78-966d-82bdd8eae418 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/b5c1fdc6-e270-4018-a5c6-c6a9d4eeed06 HTTP/1.1" status: 204 len: 168 time: 0.9511521 Aug 03 05:19:00.104773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45854) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:00.147686 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:00.155139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Deleting subnet b9b1b127-4193-41db-a779-29245e8cc84a {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:19:00.158360 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Publish callbacks [] for subnet (b9b1b127-4193-41db-a779-29245e8cc84a), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.199926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (b9b1b127-4193-41db-a779-29245e8cc84a), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.305335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (b9b1b127-4193-41db-a779-29245e8cc84a), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.431552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (b9b1b127-4193-41db-a779-29245e8cc84a), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.459328 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9b1b127-4193-41db-a779-29245e8cc84a,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:00.463304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.468505 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b65d37ad-17a2-4add-8220-93781a09fae5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/b9b1b127-4193-41db-a779-29245e8cc84a HTTP/1.1" status: 204 len: 168 time: 0.3613000 Aug 03 05:19:00.471986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d719556-6ec0-4460-a750-a1e92f2f600e None None] Network 2270a235-f065-4e37-a7ab-2cf88c3883db requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:19:00.473889 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45866) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:00.561407 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (2270a235-f065-4e37-a7ab-2cf88c3883db), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.611898 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Deleting port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:00.612254 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.627131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=1,neutron:SELECT=95,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:00.688620 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] For port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:00.688997 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.703962 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Calling delete_port for 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:00.705678 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:00.806139 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] DHCP port deletion for 2270a235-f065-4e37-a7ab-2cf88c3883db request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:19:00.848051 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Deleting port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:00.848435 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.873145 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.907071 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:00.916250 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] No DVR routers for this DVR port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:19:00.918136 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] For port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,segment=NetworkSegment(8e64495f-5259-459e-988d-51444130c5d5),segment_id=8e64495f-5259-459e-988d-51444130c5d5)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:00.918521 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:00.932722 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Calling delete_port for 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:00.980591 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:00.993864 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (2270a235-f065-4e37-a7ab-2cf88c3883db), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.013669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (6c4f6157-eb0d-4e85-893b-b27fff1e05a5), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.023589 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2270a235-f065-4e37-a7ab-2cf88c3883db']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:01.026317 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e64495f-5259-459e-988d-51444130c5d5') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:01.026618 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e64495f-5259-459e-988d-51444130c5d5') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:01.036507 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (8e64495f-5259-459e-988d-51444130c5d5), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.043728 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Pushing event deleted for resources: {'Port': ['ID=6c4f6157-eb0d-4e85-893b-b27fff1e05a5,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:01.050925 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (8e64495f-5259-459e-988d-51444130c5d5), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.051115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] No DVR routers for this DVR port 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:19:01.053056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.053404 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.053769 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.054140 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.054482 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.054814 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.055170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.055499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.055824 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.056147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.056472 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.056817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.057143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.057480 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.057792 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-277f1b7a-ec5b-419d-a595-4a14d1621f19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:01.057960 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:19:01.058806 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (8e64495f-5259-459e-988d-51444130c5d5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.082382 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 8e64495f-5259-459e-988d-51444130c5d5 resource provider aggregate not found Aug 03 05:19:01.122092 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 8e64495f-5259-459e-988d-51444130c5d5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e64495f-5259-459e-988d-51444130c5d5 found for delete ", "request_id": "req-6357bd20-65a6-49e6-b23c-777b1b0f9a20"}]} Aug 03 05:19:01.204443 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (2270a235-f065-4e37-a7ab-2cf88c3883db), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.209221 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.212690 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/2270a235-f065-4e37-a7ab-2cf88c3883db HTTP/1.1" status: 204 len: 168 time: 0.7370415 Aug 03 05:19:01.216230 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45886) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:01.232229 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e76ab6-348b-4e33-b71a-606b7502b83f admin admin] Pushing event deleted for resources: {'Network': ['ID=2270a235-f065-4e37-a7ab-2cf88c3883db,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:01.246674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04f3a3-3bf0-45f8-9049-88130f8719f1 req-a6a8eb50-2555-408a-83e9-601e242e872d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:01.248611 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff04f3a3-3bf0-45f8-9049-88130f8719f1 req-a6a8eb50-2555-408a-83e9-601e242e872d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0503716 Aug 03 05:19:01.299031 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff04f3a3-3bf0-45f8-9049-88130f8719f1 req-d0ebb132-5247-4f45-853a-e3fa6edda502 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445817 Aug 03 05:19:01.395037 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6a78de5b-88f0-48a6-b8f1-43500102180b no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:01.415347 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 6a78de5b-88f0-48a6-b8f1-43500102180b {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:01.415765 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6a78de5b-88f0-48a6-b8f1-43500102180b not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:01.416126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:01.416356 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:01.435278 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:01.435734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c4f6157-eb0d-4e85-893b-b27fff1e05a5 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:01.436155 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f0577b85-6e4a-4c10-ac96-b5c025e6a1df no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:01.459465 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: f0577b85-6e4a-4c10-ac96-b5c025e6a1df {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:01.463130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f0577b85-6e4a-4c10-ac96-b5c025e6a1df not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:01.560242 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (b31b339e-7ed2-461d-b561-5899cb9ce519), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.790638 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Deleting port cf76c955-4f6d-485c-b804-fe9dbebef05c {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:01.791239 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.872632 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] For port cf76c955-4f6d-485c-b804-fe9dbebef05c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cf76c955-4f6d-485c-b804-fe9dbebef05c,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:01.872989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:01.885548 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Calling delete_port for cf76c955-4f6d-485c-b804-fe9dbebef05c owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:02.000895 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=100 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:02.164239 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (cf76c955-4f6d-485c-b804-fe9dbebef05c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:02.190097 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf76c955-4f6d-485c-b804-fe9dbebef05c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:02.384836 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (b31b339e-7ed2-461d-b561-5899cb9ce519), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:02.453190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71948fd6-1a28-43f8-a550-ba6f7a6e4642 req-845a101c-9c61-4869-9eca-82f6dbf89113 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:02.454629 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-71948fd6-1a28-43f8-a550-ba6f7a6e4642 req-845a101c-9c61-4869-9eca-82f6dbf89113 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0611997 Aug 03 05:19:02.509591 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-71948fd6-1a28-43f8-a550-ba6f7a6e4642 req-71af9ed5-9fcc-401a-9fab-e3e977180309 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487204 Aug 03 05:19:02.574084 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:02.603250 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Router b31b339e-7ed2-461d-b561-5899cb9ce519 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:19:02.708204 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:19:02.717333 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ab4efa38-430e-40ea-8e4f-ea8c905279d4 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/b31b339e-7ed2-461d-b561-5899cb9ce519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4966133 Aug 03 05:19:02.717333 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45910) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:02.726966 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Sync routers for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:19:02.732811 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:19:02.733425 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:02.828712 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks [] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:02.850507 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:19:02.930144 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:02.958793 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks [] for router_gateway (b31b339e-7ed2-461d-b561-5899cb9ce519), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.096956 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Deleting port 07ba2853-6838-42b7-8f24-da1ad9b4ab65 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:03.097291 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.112660 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130'}], 'enable_snat': True}, 'gw_port_id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:19:02Z', 'revision_number': 5, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port': {'id': '07ba2853-6838-42b7-8f24-da1ad9b4ab65', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:e5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:03.140302 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Checking router: b31b339e-7ed2-461d-b561-5899cb9ce519 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:19:03.149072 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Routers {'b31b339e-7ed2-461d-b561-5899cb9ce519'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:19:03.149688 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:18:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['b31b339e-7ed2-461d-b561-5899cb9ce519'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:03.189319 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] For port 07ba2853-6838-42b7-8f24-da1ad9b4ab65, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=07ba2853-6838-42b7-8f24-da1ad9b4ab65,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:03.189680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.208176 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Calling delete_port for 07ba2853-6838-42b7-8f24-da1ad9b4ab65 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:03.249474 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] Set router b31b339e-7ed2-461d-b561-5899cb9ce519 gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:19:03.302749 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:19:02Z', 'revision_number': 6, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:03.328769 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc87b8e-cf3b-45cb-8269-ae57babbbb7f None None] The sync data for ids ['b31b339e-7ed2-461d-b561-5899cb9ce519'] in dv-cinder-851279-4-iscsi is: [{'id': 'b31b339e-7ed2-461d-b561-5899cb9ce519', 'name': 'tempest-TestMinimumBasicScenario-200287040-router', 'tenant_id': 'f0602692bf964a639462a788ecfd052c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:15:17Z', 'updated_at': '2022-08-03T05:19:02Z', 'revision_number': 6, 'project_id': 'f0602692bf964a639462a788ecfd052c', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:19:03.438722 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (07ba2853-6838-42b7-8f24-da1ad9b4ab65), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.462232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Pushing event deleted for resources: {'Port': ['ID=07ba2853-6838-42b7-8f24-da1ad9b4ab65,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:03.527717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (b31b339e-7ed2-461d-b561-5899cb9ce519), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.627994 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.630213 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks [] for router_controller (b31b339e-7ed2-461d-b561-5899cb9ce519), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.654398 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466870ab-dc52-4414-98af-503f80607d73 req-8e3008c8-4a1a-4829-b422-eeadb4d30fa1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:03.655877 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-466870ab-dc52-4414-98af-503f80607d73 req-8e3008c8-4a1a-4829-b422-eeadb4d30fa1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0562997 Aug 03 05:19:03.683076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:03.708345 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-466870ab-dc52-4414-98af-503f80607d73 req-b01c6a64-e290-4026-8a22-7edde8b4b1f8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466535 Aug 03 05:19:03.765750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (b31b339e-7ed2-461d-b561-5899cb9ce519), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.765750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31b339e-7ed2-461d-b561-5899cb9ce519 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:19:03.769942 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.771269 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-37e1ded4-f61d-4334-91a5-c0ceaea8a631 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/b31b339e-7ed2-461d-b561-5899cb9ce519 HTTP/1.1" status: 204 len: 168 time: 1.0532625 Aug 03 05:19:03.774021 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45934) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:03.825866 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Deleting subnet 6171baff-2ffd-409a-9d5e-80d89181b5a1 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:19:03.829153 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Publish callbacks [] for subnet (6171baff-2ffd-409a-9d5e-80d89181b5a1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.863823 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:03.866312 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (6171baff-2ffd-409a-9d5e-80d89181b5a1), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:03.955894 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (6171baff-2ffd-409a-9d5e-80d89181b5a1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.000106 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:04.077299 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (6171baff-2ffd-409a-9d5e-80d89181b5a1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.106225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6171baff-2ffd-409a-9d5e-80d89181b5a1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:04.108252 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.111839 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-74aebb5b-9a18-429d-9492-40d819d43e08 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/6171baff-2ffd-409a-9d5e-80d89181b5a1 HTTP/1.1" status: 204 len: 168 time: 0.3365335 Aug 03 05:19:04.115470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45938) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:04.123599 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180531d-146e-4e41-a3c1-7812b66e2fa7 None None] Network 4decd73e-393f-4b1b-85a9-a608a25c178a requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:19:04.207332 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (4decd73e-393f-4b1b-85a9-a608a25c178a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.280181 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Deleting port 05c18221-ee56-42f1-8265-c9669110c14b {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:04.280536 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (05c18221-ee56-42f1-8265-c9669110c14b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.314948 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:04.372646 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] For port 05c18221-ee56-42f1-8265-c9669110c14b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=05c18221-ee56-42f1-8265-c9669110c14b,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:04.373021 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (05c18221-ee56-42f1-8265-c9669110c14b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.398821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] DHCP port deletion for 4decd73e-393f-4b1b-85a9-a608a25c178a request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:19:04.408835 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Calling delete_port for 05c18221-ee56-42f1-8265-c9669110c14b owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:04.442249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Deleting port 05c18221-ee56-42f1-8265-c9669110c14b {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:04.443097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (05c18221-ee56-42f1-8265-c9669110c14b), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.537036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] For port 05c18221-ee56-42f1-8265-c9669110c14b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=05c18221-ee56-42f1-8265-c9669110c14b,segment=NetworkSegment(357b60a3-01c0-4d90-977f-ff40097aea9b),segment_id=357b60a3-01c0-4d90-977f-ff40097aea9b)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:04.537401 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (05c18221-ee56-42f1-8265-c9669110c14b), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.559201 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Calling delete_port for 05c18221-ee56-42f1-8265-c9669110c14b owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:04.627162 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (05c18221-ee56-42f1-8265-c9669110c14b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.657284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Pushing event deleted for resources: {'Port': ['ID=05c18221-ee56-42f1-8265-c9669110c14b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:04.670966 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] No DVR routers for this DVR port 05c18221-ee56-42f1-8265-c9669110c14b on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:19:04.676387 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (05c18221-ee56-42f1-8265-c9669110c14b), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.727288 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e032c1a-94fc-4736-af0d-a2a18fa4470d req-adb7d63b-c6bd-4c27-9838-a2961a02331c tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:04.734731 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e032c1a-94fc-4736-af0d-a2a18fa4470d req-adb7d63b-c6bd-4c27-9838-a2961a02331c tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0617185 Aug 03 05:19:04.742315 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] Pushing event deleted for resources: {'Port': ['ID=05c18221-ee56-42f1-8265-c9669110c14b,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:04.744959 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255cd0df-fa34-4063-a70f-a73d766a17c2 None None] No DVR routers for this DVR port 05c18221-ee56-42f1-8265-c9669110c14b on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:19:04.768690 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (4decd73e-393f-4b1b-85a9-a608a25c178a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.791992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4decd73e-393f-4b1b-85a9-a608a25c178a']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:04.803544 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357b60a3-01c0-4d90-977f-ff40097aea9b') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:04.803878 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357b60a3-01c0-4d90-977f-ff40097aea9b') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:04.815913 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (357b60a3-01c0-4d90-977f-ff40097aea9b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.831870 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (357b60a3-01c0-4d90-977f-ff40097aea9b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.840055 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:19:04.840563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (357b60a3-01c0-4d90-977f-ff40097aea9b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.895422 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 357b60a3-01c0-4d90-977f-ff40097aea9b resource provider aggregate not found Aug 03 05:19:04.916151 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 357b60a3-01c0-4d90-977f-ff40097aea9b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 357b60a3-01c0-4d90-977f-ff40097aea9b found for delete ", "request_id": "req-21b2b6d3-04ab-459e-9aa2-0a9ca14ee30b"}]} Aug 03 05:19:04.982178 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (4decd73e-393f-4b1b-85a9-a608a25c178a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:04.983794 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:04.996148 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:05.002044 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/4decd73e-393f-4b1b-85a9-a608a25c178a HTTP/1.1" status: 204 len: 168 time: 0.8828893 Aug 03 05:19:05.014349 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6791236a-3b29-482c-a69d-f4d2d6ca46fd admin admin] Pushing event deleted for resources: {'Network': ['ID=4decd73e-393f-4b1b-85a9-a608a25c178a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:05.079555 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4fec4-c664-4c45-a4ea-49ceb3c10317 req-51912641-571b-4bc6-9083-03bb1297ca79 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:05.081028 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-86c4fec4-c664-4c45-a4ea-49ceb3c10317 req-51912641-571b-4bc6-9083-03bb1297ca79 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0729940 Aug 03 05:19:05.085333 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e032c1a-94fc-4736-af0d-a2a18fa4470d req-1a5c9916-d1ad-4161-88eb-707f54509ed3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3495350 Aug 03 05:19:05.132706 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-86c4fec4-c664-4c45-a4ea-49ceb3c10317 req-3e72fb7a-b0de-420f-9426-3768ddcc0f73 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Aug 03 05:19:05.409198 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cf76c955-4f6d-485c-b804-fe9dbebef05c no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:05.428907 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: cf76c955-4f6d-485c-b804-fe9dbebef05c {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:05.429264 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cf76c955-4f6d-485c-b804-fe9dbebef05c not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:05.429651 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 07ba2853-6838-42b7-8f24-da1ad9b4ab65 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:05.447675 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 07ba2853-6838-42b7-8f24-da1ad9b4ab65 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:05.448020 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 07ba2853-6838-42b7-8f24-da1ad9b4ab65 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:05.448419 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 05c18221-ee56-42f1-8265-c9669110c14b no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:05.466294 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 05c18221-ee56-42f1-8265-c9669110c14b {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:05.466639 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 05c18221-ee56-42f1-8265-c9669110c14b not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:05.501474 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 45974) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:05.545124 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1bbcd938-b5f5-4f28-8243-d2fc5a672416 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7d7bf6baa2224b0d910133c5542608e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424669 Aug 03 05:19:05.547798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45976) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:05.600129 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] Publish callbacks [] for security_group (eecce8f2-2da2-4588-b55c-eb2a54e65ff5), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:05.627147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] Publish callbacks [] for security_group (eecce8f2-2da2-4588-b55c-eb2a54e65ff5), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:05.758260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (eecce8f2-2da2-4588-b55c-eb2a54e65ff5), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:05.760940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:05.762116 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/eecce8f2-2da2-4588-b55c-eb2a54e65ff5 HTTP/1.1" status: 204 len: 168 time: 0.2133183 Aug 03 05:19:05.770254 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52a43cd-43b4-4da6-9b7f-7990d62621b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecce8f2-2da2-4588-b55c-eb2a54e65ff5,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:06.022813 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:06.043569 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:06.234597 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e29e43-9709-4429-af04-2b5b986ec2cb req-03ac4e38-4913-416e-854f-8d98ebd0d48b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:06.236145 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-20e29e43-9709-4429-af04-2b5b986ec2cb req-03ac4e38-4913-416e-854f-8d98ebd0d48b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0745502 Aug 03 05:19:06.302411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ed2f1-47bc-4123-a0c0-b2c8ee4837e3 req-91d51744-4488-4728-95a1-4dd086314104 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:06.303938 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dd2ed2f1-47bc-4123-a0c0-b2c8ee4837e3 req-91d51744-4488-4728-95a1-4dd086314104 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0668945 Aug 03 05:19:06.350835 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-20e29e43-9709-4429-af04-2b5b986ec2cb req-d769fbe7-5561-4dcb-89c1-cf392571f53b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037822 Aug 03 05:19:06.374012 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dd2ed2f1-47bc-4123-a0c0-b2c8ee4837e3 req-1da18f4d-4586-479f-a04f-082c9d03c397 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623188 Aug 03 05:19:06.575882 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45994) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:06.616311 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9042d376-7d33-478c-a016-ba06d2abc47c admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f0602692bf964a639462a788ecfd052c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391998 Aug 03 05:19:06.618717 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 45996) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:06.670134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] Publish callbacks [] for security_group (ae8dfd41-f41f-42f0-ad9a-3db941fd76ce), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:06.671658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:06.693337 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] Publish callbacks [] for security_group (ae8dfd41-f41f-42f0-ad9a-3db941fd76ce), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:06.796334 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (ae8dfd41-f41f-42f0-ad9a-3db941fd76ce), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:06.799103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:06.800275 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/ae8dfd41-f41f-42f0-ad9a-3db941fd76ce HTTP/1.1" status: 204 len: 168 time: 0.1804965 Aug 03 05:19:06.808850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50c88c1-9741-4ac8-9924-15d3e0cc5c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8dfd41-f41f-42f0-ad9a-3db941fd76ce,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:07.511584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add2c95d-001e-4338-9cbc-667c6d36d9d9 req-08bb9ac2-cacd-40e9-93dd-053ad7eff45e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:07.513125 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-add2c95d-001e-4338-9cbc-667c6d36d9d9 req-08bb9ac2-cacd-40e9-93dd-053ad7eff45e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0882847 Aug 03 05:19:07.534827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562e7aa0-0efa-4212-9288-37414eb0d929 req-9b7caf31-a5a2-4f0a-9ec7-984ecc9de55e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:07.536274 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-562e7aa0-0efa-4212-9288-37414eb0d929 req-9b7caf31-a5a2-4f0a-9ec7-984ecc9de55e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0732827 Aug 03 05:19:07.595540 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:07.607990 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-add2c95d-001e-4338-9cbc-667c6d36d9d9 req-59f97d4d-0917-4088-968d-71e7783d344b tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878630 Aug 03 05:19:07.612137 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-562e7aa0-0efa-4212-9288-37414eb0d929 req-2059f85f-41c1-4aec-a58f-04db7c3aefd8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686538 Aug 03 05:19:08.097413 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46026) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:08.205092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7081c076-3f18-471d-b37e-de4ac17201a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.280090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7081c076-3f18-471d-b37e-de4ac17201a4 admin admin] Publish callbacks [] for security_group (6be24279-67d5-429e-9f9c-e71cf9c130b6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.369567 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7081c076-3f18-471d-b37e-de4ac17201a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6be24279-67d5-429e-9f9c-e71cf9c130b6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.410618 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-7081c076-3f18-471d-b37e-de4ac17201a4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=cb9c55c2b1274f2d8fca1f746c78e7f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121471 Aug 03 05:19:08.411479 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7081c076-3f18-471d-b37e-de4ac17201a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be24279-67d5-429e-9f9c-e71cf9c130b6,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:08.413497 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46030) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:08.462784 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] Publish callbacks [] for security_group (6be24279-67d5-429e-9f9c-e71cf9c130b6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.484157 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] Publish callbacks [] for security_group (6be24279-67d5-429e-9f9c-e71cf9c130b6), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.581232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6be24279-67d5-429e-9f9c-e71cf9c130b6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.584193 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:08.585426 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6be24279-67d5-429e-9f9c-e71cf9c130b6 HTTP/1.1" status: 204 len: 168 time: 0.1708817 Aug 03 05:19:08.594078 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb333a-ea56-4df7-8462-63d4ec2adab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be24279-67d5-429e-9f9c-e71cf9c130b6,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:08.771973 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dc6637-4692-4a5e-b6de-a196c5906a42 req-3509bf2a-910e-4daf-82b1-3b3d11177f6e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:08.773540 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94dc6637-4692-4a5e-b6de-a196c5906a42 req-3509bf2a-910e-4daf-82b1-3b3d11177f6e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0863287 Aug 03 05:19:08.780188 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1a719-9a50-4601-9158-8d155a07d1f0 req-f250ee32-b100-4f0b-94ae-b55658430b8e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:08.781602 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-49c1a719-9a50-4601-9158-8d155a07d1f0 req-f250ee32-b100-4f0b-94ae-b55658430b8e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0844214 Aug 03 05:19:08.860220 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-94dc6637-4692-4a5e-b6de-a196c5906a42 req-1730a2ce-80f8-4695-a20c-dbb0658f9866 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776570 Aug 03 05:19:08.864412 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-49c1a719-9a50-4601-9158-8d155a07d1f0 req-0d53f298-ce1d-4e6a-aa1a-99ae8c904e03 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757408 Aug 03 05:19:09.117893 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46042) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:09.131814 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b91a3e56-6b67-4c69-8857-024641ba6683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.215303 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b91a3e56-6b67-4c69-8857-024641ba6683 admin admin] Publish callbacks [] for security_group (6d87f2ae-d581-46ae-82c6-1df4baea94f2), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.288167 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b91a3e56-6b67-4c69-8857-024641ba6683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6d87f2ae-d581-46ae-82c6-1df4baea94f2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.330605 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b91a3e56-6b67-4c69-8857-024641ba6683 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=57ebc843125241d3b8a112029391a2b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2115941 Aug 03 05:19:09.331533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91a3e56-6b67-4c69-8857-024641ba6683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d87f2ae-d581-46ae-82c6-1df4baea94f2,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:09.333685 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46044) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:09.384223 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] Publish callbacks [] for security_group (6d87f2ae-d581-46ae-82c6-1df4baea94f2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.406524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] Publish callbacks [] for security_group (6d87f2ae-d581-46ae-82c6-1df4baea94f2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.533441 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6d87f2ae-d581-46ae-82c6-1df4baea94f2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.535748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:09.536941 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6d87f2ae-d581-46ae-82c6-1df4baea94f2 HTTP/1.1" status: 204 len: 168 time: 0.2021954 Aug 03 05:19:09.545287 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26531741-61e4-4a06-b557-442f65a018af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d87f2ae-d581-46ae-82c6-1df4baea94f2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:10.018963 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b24546-292d-47ad-9952-758789064e75 req-b6b31733-538d-4271-a912-3d042ba5cb40 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:10.018963 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9b24546-292d-47ad-9952-758789064e75 req-b6b31733-538d-4271-a912-3d042ba5cb40 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0800292 Aug 03 05:19:10.033568 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10235ef6-7d43-4baa-b115-c5715b002102 req-569cf8e0-f532-4ccd-a140-0d7e2c73c334 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:10.035035 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10235ef6-7d43-4baa-b115-c5715b002102 req-569cf8e0-f532-4ccd-a140-0d7e2c73c334 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0651665 Aug 03 05:19:10.049136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:10.113638 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9b24546-292d-47ad-9952-758789064e75 req-c9e4ac0f-b2d9-42b8-b070-f8fd7461511a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872521 Aug 03 05:19:10.121354 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-10235ef6-7d43-4baa-b115-c5715b002102 req-b4c1fba6-5729-4a78-9eed-5bf71201b91a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799811 Aug 03 05:19:11.267982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0d3f38-c959-4e73-aff3-576d9d4884be req-add3401a-f801-4f8d-ad4e-2f6004268d94 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:11.269401 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff0d3f38-c959-4e73-aff3-576d9d4884be req-add3401a-f801-4f8d-ad4e-2f6004268d94 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0800474 Aug 03 05:19:11.293758 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96df341b-3f29-4483-90b6-31bc137d2178 req-cb012772-50c1-4804-b50e-07f77c9190d5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:11.295288 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-96df341b-3f29-4483-90b6-31bc137d2178 req-cb012772-50c1-4804-b50e-07f77c9190d5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0698633 Aug 03 05:19:11.311611 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:11.367103 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ff0d3f38-c959-4e73-aff3-576d9d4884be req-0c7a5b99-d72e-4842-9f34-8e89b8e2e752 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884657 Aug 03 05:19:11.383401 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-96df341b-3f29-4483-90b6-31bc137d2178 req-1c51c395-206e-4665-9b52-8b7574967b23 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805595 Aug 03 05:19:12.524442 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30431d-80b5-4aaf-a9bb-9ca596561706 req-ed2ae721-8058-4b0f-b1a5-281ee5806235 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:12.525993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6d30431d-80b5-4aaf-a9bb-9ca596561706 req-ed2ae721-8058-4b0f-b1a5-281ee5806235 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0786281 Aug 03 05:19:12.550977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e8c396-3846-4c14-a71b-fc0d9cb40dd1 req-3dcaacca-f9ce-4e08-a14e-90538b92beb4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:12.552588 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-01e8c396-3846-4c14-a71b-fc0d9cb40dd1 req-3dcaacca-f9ce-4e08-a14e-90538b92beb4 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0747175 Aug 03 05:19:12.623779 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6d30431d-80b5-4aaf-a9bb-9ca596561706 req-1e8f852c-ad8b-4659-9e68-86b34aae1917 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900640 Aug 03 05:19:12.631269 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-01e8c396-3846-4c14-a71b-fc0d9cb40dd1 req-e7190081-05bf-4e37-8276-4b71699a3bd5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700338 Aug 03 05:19:13.110163 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:19:13.202026 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:13.213645 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:13.226243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:19:13.262306 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: ACTIVE; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:13.262697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:13.277712 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:19:13.299129 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:13.375213 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:13.427852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=6']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:13.490225 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:19:13.752751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33b946-b8ff-4675-ad5c-7226e2da30cd req-bfd42dfc-8f42-4bd4-b58e-905a7264933a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:13.754287 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6e33b946-b8ff-4675-ad5c-7226e2da30cd req-bfd42dfc-8f42-4bd4-b58e-905a7264933a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0552289 Aug 03 05:19:13.806088 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6e33b946-b8ff-4675-ad5c-7226e2da30cd req-64efc50f-9c10-4bb2-a20f-ee7ee8cfc129 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458431 Aug 03 05:19:13.914641 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75150d7c-ad05-4c33-8038-dfcc65c03144 req-e05f56ca-3960-4170-a2ca-142f70d3b47e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:13.916230 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75150d7c-ad05-4c33-8038-dfcc65c03144 req-e05f56ca-3960-4170-a2ca-142f70d3b47e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0498538 Aug 03 05:19:13.974936 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75150d7c-ad05-4c33-8038-dfcc65c03144 req-f1e5f7f8-b944-4fbb-b7a6-379a1c943d9f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529084 Aug 03 05:19:14.939265 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de53b3-558f-4ff7-8329-8792e7689032 req-7252ea0b-f11a-4a6b-bcd2-c78c1e5a9dc4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:14.940660 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-23de53b3-558f-4ff7-8329-8792e7689032 req-7252ea0b-f11a-4a6b-bcd2-c78c1e5a9dc4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0567019 Aug 03 05:19:15.005052 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-23de53b3-558f-4ff7-8329-8792e7689032 req-ee07784e-fca1-4351-88ed-65f2ff869aa7 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570862 Aug 03 05:19:15.119505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36faa54f-9f15-4645-8daa-9e40f3a2460d req-279d5e58-6991-4cb7-80a9-9b228e3e4b84 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:15.127550 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36faa54f-9f15-4645-8daa-9e40f3a2460d req-279d5e58-6991-4cb7-80a9-9b228e3e4b84 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0566356 Aug 03 05:19:15.177746 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36faa54f-9f15-4645-8daa-9e40f3a2460d req-533c73da-6347-4ae1-80ee-f982d86c4706 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490024 Aug 03 05:19:15.246561 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:19:15.310622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:19:15.311243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:15.401631 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:15.402403 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:15.428728 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:15.431121 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b2ba87-6893-4e39-a672-37c066fe9729" -d '{"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:15.451386 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:15.512757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:15.572534 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=7']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:15.662033 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8334116-463d-4740-8663-fe4a68ca399e x-openstack-request-id: req-e8334116-463d-4740-8663-fe4a68ca399e {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:15.662475 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:15.662825 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e8334116-463d-4740-8663-fe4a68ca399e {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:15.663348 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8334116-463d-4740-8663-fe4a68ca399e'] response: {'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'code': 200} Aug 03 05:19:16.088781 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:16.164285 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ec9682-fbe6-427d-a02e-9fdd78efea9c req-b6392a12-e1c0-4d4c-a027-ff19967a9cc0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:16.166039 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12ec9682-fbe6-427d-a02e-9fdd78efea9c req-b6392a12-e1c0-4d4c-a027-ff19967a9cc0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0533669 Aug 03 05:19:16.232531 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12ec9682-fbe6-427d-a02e-9fdd78efea9c req-97178e14-dbae-4d19-aec3-90780a895121 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573370 Aug 03 05:19:16.322770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc6341e-09cb-48b9-92e6-d454d7a3d883 req-a3268f06-dd11-4ddd-bdeb-d61937a5f5c3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:16.324437 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1cc6341e-09cb-48b9-92e6-d454d7a3d883 req-a3268f06-dd11-4ddd-bdeb-d61937a5f5c3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0536423 Aug 03 05:19:16.399509 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1cc6341e-09cb-48b9-92e6-d454d7a3d883 req-ca811450-40ec-4c5f-9b72-e659f5daa440 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634909 Aug 03 05:19:17.033007 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:17.112686 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-516f920d-9089-4809-bf81-510d4cd099f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:17.140128 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:17.153510 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-0d05c42a-2d12-4c39-965a-1209ea4d8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.155241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-0d05c42a-2d12-4c39-965a-1209ea4d8d43 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0582254 Aug 03 05:19:17.269110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-12e32859-5860-4260-b3ee-5926616f1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.270695 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-12e32859-5860-4260-b3ee-5926616f1c23 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.1092219 Aug 03 05:19:17.335048 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:17.383035 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-8d60260b-af8d-4568-9388-94d6d90d538a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 1001 time: 0.1042285 Aug 03 05:19:17.397146 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e68e7-2d43-4d74-82c5-86eaf9834fce req-be16afc4-22c1-4a7b-96d6-839b544a121d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.398991 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-808e68e7-2d43-4d74-82c5-86eaf9834fce req-be16afc4-22c1-4a7b-96d6-839b544a121d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0789857 Aug 03 05:19:17.480300 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-379ab8fe-a9eb-4d59-95b6-27107b2cdaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.481778 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-379ab8fe-a9eb-4d59-95b6-27107b2cdaf5 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0818703 Aug 03 05:19:17.506579 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-808e68e7-2d43-4d74-82c5-86eaf9834fce req-85c581af-6b9c-4dee-9302-03e33d317e46 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914261 Aug 03 05:19:17.566919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-eb101677-a976-437d-96d0-b415ea4af3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.568449 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-eb101677-a976-437d-96d0-b415ea4af3bf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0771346 Aug 03 05:19:17.594034 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7932f776-64f2-4847-a139-9cc8c4444324 req-085775b6-f708-408f-86fc-3772885c3743 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:17.596301 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7932f776-64f2-4847-a139-9cc8c4444324 req-085775b6-f708-408f-86fc-3772885c3743 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0943558 Aug 03 05:19:17.735726 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7932f776-64f2-4847-a139-9cc8c4444324 req-db1b8621-3223-4df9-8514-41d8cbc92215 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236954 Aug 03 05:19:17.749250 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-c293f4a5-9d8e-43a7-80cb-ed2578e3a888 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709461 Aug 03 05:19:17.882551 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42f68645-d4bb-44eb-8d85-2b6a17df9302 req-83300a74-6027-41fb-b4a9-d3e14d0b7a9f service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262655 Aug 03 05:19:18.680606 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cb477-f705-40f8-b687-b4d1910698e9 req-5e4e5942-f908-4ea4-8ee7-8f0bed078ca5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:18.687812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8c0cb477-f705-40f8-b687-b4d1910698e9 req-5e4e5942-f908-4ea4-8ee7-8f0bed078ca5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0721068 Aug 03 05:19:18.743521 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8c0cb477-f705-40f8-b687-b4d1910698e9 req-47a0c67e-d57e-455a-ae50-ec99b36b20ed tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547917 Aug 03 05:19:18.924854 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761a58ff-4410-439a-809f-a7e1287fd119 req-26efb27d-09b5-47de-9c87-379165a3f331 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:18.926398 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-761a58ff-4410-439a-809f-a7e1287fd119 req-26efb27d-09b5-47de-9c87-379165a3f331 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0808232 Aug 03 05:19:19.000239 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-761a58ff-4410-439a-809f-a7e1287fd119 req-6859af2b-d088-4886-a0f0-21527aaf14d2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619607 Aug 03 05:19:19.474468 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6fb6c1a-a1d2-408a-b3d7-ba5eb50000f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:19.540435 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=63,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:19.541838 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=32,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:19.565700 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:19:19.888954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1e0d9-f1eb-4d3c-97dc-7d0cbf25feb7 req-f3688519-5f57-4bcb-9a24-858e924c7708 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:19.890625 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5fe1e0d9-f1eb-4d3c-97dc-7d0cbf25feb7 req-f3688519-5f57-4bcb-9a24-858e924c7708 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0570464 Aug 03 05:19:19.964205 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5fe1e0d9-f1eb-4d3c-97dc-7d0cbf25feb7 req-e7afaff4-b139-4e9d-9802-0f290d440238 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671835 Aug 03 05:19:20.170197 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f0e07-3b9a-4f01-8f49-4a4e654b364a req-c5fbd2c2-bc46-440f-a777-de4f6f3dfe60 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:20.171943 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-409f0e07-3b9a-4f01-8f49-4a4e654b364a req-c5fbd2c2-bc46-440f-a777-de4f6f3dfe60 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0527811 Aug 03 05:19:20.224316 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-409f0e07-3b9a-4f01-8f49-4a4e654b364a req-20ca70ec-8230-492f-ae82-b3252a62d608 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457933 Aug 03 05:19:20.729084 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:21.091512 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:21.121474 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a2c2a-b5e1-48cf-84ef-47ed5d8619d2 req-79e1e50c-da44-4714-a58d-e38caa7fd50a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:21.137572 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-898a2c2a-b5e1-48cf-84ef-47ed5d8619d2 req-79e1e50c-da44-4714-a58d-e38caa7fd50a tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0821803 Aug 03 05:19:21.189637 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-898a2c2a-b5e1-48cf-84ef-47ed5d8619d2 req-28cecbd8-1250-4dac-b70e-f15d3394b5c2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540335 Aug 03 05:19:21.385412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6187b-d5dc-4b2d-bf08-dbfeb05c2a12 req-45310aa1-e312-4575-aaf0-5b55ee4710e7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:21.386977 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2a6187b-d5dc-4b2d-bf08-dbfeb05c2a12 req-45310aa1-e312-4575-aaf0-5b55ee4710e7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0709076 Aug 03 05:19:21.439788 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f2a6187b-d5dc-4b2d-bf08-dbfeb05c2a12 req-6d622a86-e03b-48d6-a3d4-2ba85db14ebf tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471022 Aug 03 05:19:22.031490 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:22.123682 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:22.333387 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:22.343920 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257feaf7-d110-4347-9c1c-dcac3e7025ba req-6e6bad10-1e0e-4243-b6a2-0535a242b7d8 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:22.353408 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-257feaf7-d110-4347-9c1c-dcac3e7025ba req-6e6bad10-1e0e-4243-b6a2-0535a242b7d8 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0763438 Aug 03 05:19:22.372130 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:22.415808 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-257feaf7-d110-4347-9c1c-dcac3e7025ba req-c8bafa49-dfa3-4172-8878-a67b1903870e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613158 Aug 03 05:19:22.585359 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d92c5-8b57-4421-9fcd-aa74a7c01692 req-d3c38fd5-819a-4b74-8555-a48585243f26 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:22.587037 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-778d92c5-8b57-4421-9fcd-aa74a7c01692 req-d3c38fd5-819a-4b74-8555-a48585243f26 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0532148 Aug 03 05:19:22.642144 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-778d92c5-8b57-4421-9fcd-aa74a7c01692 req-4e36f0b9-adcf-4c31-819e-14fa210e4d88 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489457 Aug 03 05:19:23.171534 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:23.317997 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 255ebc2e-922a-4b85-be40-f642cc2ae298 is: ACTIVE; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:23.318395 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:23.347236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:23.349850 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12975504-2bbd-42bf-8be9-5e222ed4a594" -d '{"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-unplugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:23.371589 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:23.402271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896aeeeb-02d6-4160-87f8-cb88e2bb54bf x-openstack-request-id: req-896aeeeb-02d6-4160-87f8-cb88e2bb54bf {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:23.402271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-unplugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:23.402271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-896aeeeb-02d6-4160-87f8-cb88e2bb54bf {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:23.402576 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-896aeeeb-02d6-4160-87f8-cb88e2bb54bf'] response: {'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'code': 200} Aug 03 05:19:23.455478 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:23.510224 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=6']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:23.577932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09807a9-8017-4dff-a524-2c15fceb8d3f req-f8777256-09ce-4342-a54f-db34274ea461 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:23.580181 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e09807a9-8017-4dff-a524-2c15fceb8d3f req-f8777256-09ce-4342-a54f-db34274ea461 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0548608 Aug 03 05:19:23.640033 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e09807a9-8017-4dff-a524-2c15fceb8d3f req-fa6b13c6-d321-4d7c-ab30-feba9c32afbc tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524912 Aug 03 05:19:23.771309 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9e837-56af-4e18-898a-54edae975e02 req-c5234b81-f85a-4041-8b47-2b2fa31d1788 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:23.772848 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75c9e837-56af-4e18-898a-54edae975e02 req-c5234b81-f85a-4041-8b47-2b2fa31d1788 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0479758 Aug 03 05:19:23.824689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-75c9e837-56af-4e18-898a-54edae975e02 req-0c2dd93e-4c7f-41a4-8ac1-b1204096965b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451617 Aug 03 05:19:24.301684 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-16b3f7c8-d03e-4456-8a15-ffd8149d7c17 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0642750 Aug 03 05:19:24.314666 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558ae673-87a2-4042-9f1f-8c193cdda993 req-43d8b73d-c20c-4cb3-b44e-9450dca8bc89 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:24.318928 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-558ae673-87a2-4042-9f1f-8c193cdda993 req-43d8b73d-c20c-4cb3-b44e-9450dca8bc89 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0718949 Aug 03 05:19:24.390447 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-558ae673-87a2-4042-9f1f-8c193cdda993 req-880319a2-e1fb-4124-a323-15b07e5854f3 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632601 Aug 03 05:19:24.395024 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-2bae6f3d-b8f8-4d34-9725-30f9f0bf1ce0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:24.396685 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-2bae6f3d-b8f8-4d34-9725-30f9f0bf1ce0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports/255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 940 time: 0.0732133 Aug 03 05:19:24.960722 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f85c56d-83ed-4e05-b0a9-b5010c696508 req-1e623c51-90ca-47d7-8f1b-d55c5fafc52a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:24.962156 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0f85c56d-83ed-4e05-b0a9-b5010c696508 req-1e623c51-90ca-47d7-8f1b-d55c5fafc52a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0519001 Aug 03 05:19:25.023640 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0f85c56d-83ed-4e05-b0a9-b5010c696508 req-53cf88de-a82f-405b-b028-00996d5ae0bd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542490 Aug 03 05:19:25.550484 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3678467f-3936-4e80-a4ea-8f18b7f8d914 req-31203099-0dc4-4345-b313-7cb86ca77df2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:25.552012 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3678467f-3936-4e80-a4ea-8f18b7f8d914 req-31203099-0dc4-4345-b313-7cb86ca77df2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0579717 Aug 03 05:19:25.607623 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3678467f-3936-4e80-a4ea-8f18b7f8d914 req-e36e175b-2d64-4eef-a6a6-3717ef494c13 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498521 Aug 03 05:19:25.666548 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-56e60025-6c90-4966-88ac-a8340ccdd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:25.668250 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-56e60025-6c90-4966-88ac-a8340ccdd36e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1129 time: 0.0545843 Aug 03 05:19:25.765209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-725081cb-5540-4747-8c0a-c6fef3470373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:25.766699 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-725081cb-5540-4747-8c0a-c6fef3470373 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.0924680 Aug 03 05:19:25.806392 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:25.834233 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-d0ef5333-d8ca-4aea-893d-e0791f3a6e7a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 1000 time: 0.0606713 Aug 03 05:19:25.890800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-0d613631-f778-4698-a64a-e4fdc4441c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:25.890800 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-0d613631-f778-4698-a64a-e4fdc4441c20 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0455034 Aug 03 05:19:26.152110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d83211-f852-4ef2-a7dc-17ef8d870948 req-c7246911-d59f-490b-aad1-303fecadede3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:26.153704 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-63d83211-f852-4ef2-a7dc-17ef8d870948 req-c7246911-d59f-490b-aad1-303fecadede3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0483465 Aug 03 05:19:26.200589 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-63d83211-f852-4ef2-a7dc-17ef8d870948 req-f785ea1a-6a8e-4b68-8576-dd17e8e4d542 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413985 Aug 03 05:19:26.767514 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37859a8b-db9f-4901-8a72-06f2051fa0e3 req-2e84b39f-a5a9-42ce-a5f8-1fa354516339 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:26.769032 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-37859a8b-db9f-4901-8a72-06f2051fa0e3 req-2e84b39f-a5a9-42ce-a5f8-1fa354516339 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0801551 Aug 03 05:19:26.777048 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-fc10501d-467a-4955-8140-4fc543826057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:26.778433 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-fc10501d-467a-4955-8140-4fc543826057 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591745 Aug 03 05:19:26.801521 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:26.821163 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-37859a8b-db9f-4901-8a72-06f2051fa0e3 req-b03717f0-921b-47ff-a534-6502dd1d2229 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Aug 03 05:19:27.321040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc99a97-820e-4965-8fc8-06bd8f076034 req-5e96f40f-2005-4e74-a003-dd80372dc946 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:27.322480 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc99a97-820e-4965-8fc8-06bd8f076034 req-5e96f40f-2005-4e74-a003-dd80372dc946 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0465531 Aug 03 05:19:27.369745 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc99a97-820e-4965-8fc8-06bd8f076034 req-9be90fa7-f193-4415-a968-9b765a6d7b9f tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412247 Aug 03 05:19:27.941807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07a846-e75d-4d37-a80f-257bd57f37d0 req-6848b305-c98c-4ef1-b9e3-ea33fec332b4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:27.943242 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa07a846-e75d-4d37-a80f-257bd57f37d0 req-6848b305-c98c-4ef1-b9e3-ea33fec332b4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0506246 Aug 03 05:19:27.992500 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa07a846-e75d-4d37-a80f-257bd57f37d0 req-ef66d161-a23d-4bb5-8edd-b4423747bcdc tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430429 Aug 03 05:19:28.464648 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-17bfa559-e21b-465b-b122-90b3f67b6475 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951061 Aug 03 05:19:28.533519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef124f8-9ff0-497c-9efb-77f5904ccbcf req-a58e2ce2-d682-4d8a-a42b-4cd7d77906de tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:28.535001 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ef124f8-9ff0-497c-9efb-77f5904ccbcf req-a58e2ce2-d682-4d8a-a42b-4cd7d77906de tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 945 time: 0.0856836 Aug 03 05:19:28.624732 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4303f30a-500b-4d3f-986b-86ef894637e4 req-e62f5494-278a-4b0e-b6ec-7ad0168ccf44 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406350 Aug 03 05:19:28.627709 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ef124f8-9ff0-497c-9efb-77f5904ccbcf req-a531dd3d-59cc-4c54-9f3b-1ddebb657456 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678852 Aug 03 05:19:29.116004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f5c031-1f08-4106-9af2-07d3911be246 req-5bd341c4-0cc4-4b19-a288-27bf5a975e59 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:29.117498 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-67f5c031-1f08-4106-9af2-07d3911be246 req-5bd341c4-0cc4-4b19-a288-27bf5a975e59 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0529373 Aug 03 05:19:29.168403 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-67f5c031-1f08-4106-9af2-07d3911be246 req-5a2fa132-4461-448b-9766-60c86b0b1229 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446744 Aug 03 05:19:29.203859 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:29.281491 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: ACTIVE; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:29.281806 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:29.288261 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:29.309555 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:29.311879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0f388e-4451-4f55-88fc-f870c0dae6ed" -d '{"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:29.326089 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:29.350383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e242f27-79f1-4031-b615-8babc404f620 x-openstack-request-id: req-7e242f27-79f1-4031-b615-8babc404f620 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:29.350697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-unplugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:29.350987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7e242f27-79f1-4031-b615-8babc404f620 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:29.351394 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e242f27-79f1-4031-b615-8babc404f620'] response: {'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'code': 200} Aug 03 05:19:29.389996 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:29.437391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=8']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:29.561421 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:29.757623 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3f023-45bf-4b01-9a4c-df4ae9622a8b req-b25d3d73-b33d-46d9-a8be-089ec4f18613 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:29.759183 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-68b3f023-45bf-4b01-9a4c-df4ae9622a8b req-b25d3d73-b33d-46d9-a8be-089ec4f18613 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0528767 Aug 03 05:19:29.808691 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-68b3f023-45bf-4b01-9a4c-df4ae9622a8b req-6f685aee-57ca-4c5a-b676-0b1288ac42b2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428452 Aug 03 05:19:30.292254 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1ce36-3d3b-4144-b965-bd82510617b1 req-586fedef-7db5-453e-80a5-c15b1618a3de tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:30.294456 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-63b1ce36-3d3b-4144-b965-bd82510617b1 req-586fedef-7db5-453e-80a5-c15b1618a3de tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0535462 Aug 03 05:19:30.348859 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-63b1ce36-3d3b-4144-b965-bd82510617b1 req-c47ce3fe-99ce-46fd-a617-6bda30122d71 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479484 Aug 03 05:19:30.917104 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:30.936578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d833b1-498c-4dc0-a351-51d2c1bc12b3 req-a65558bb-01f3-4de3-9c04-7ffe520a6f22 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:30.938117 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72d833b1-498c-4dc0-a351-51d2c1bc12b3 req-a65558bb-01f3-4de3-9c04-7ffe520a6f22 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0491991 Aug 03 05:19:30.988379 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-72d833b1-498c-4dc0-a351-51d2c1bc12b3 req-db6184fb-86f2-4d2d-ad4b-0b3b9b6b94a3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447111 Aug 03 05:19:31.322392 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-e09721af-65f0-4267-888d-4098642f91af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.324052 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-e09721af-65f0-4267-888d-4098642f91af service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0&tenant_id=6ff6f2c611f44256a7d85a8d99981d9d HTTP/1.1" status: 200 len: 1127 time: 0.0395110 Aug 03 05:19:31.405015 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-8c230ea1-3bf8-40d7-9d03-0f374d7d08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.406599 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-8c230ea1-3bf8-40d7-9d03-0f374d7d08bb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1127 time: 0.0588417 Aug 03 05:19:31.442066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:31.524981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952ab001-64fe-4884-b5e7-c4d9ee1bbd57 req-2dbd8178-ebec-4697-ab55-67fe3e54ca26 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.526435 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-952ab001-64fe-4884-b5e7-c4d9ee1bbd57 req-2dbd8178-ebec-4697-ab55-67fe3e54ca26 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0948477 Aug 03 05:19:31.559739 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-a14aec23-4f8e-4d3f-8d31-ffaf872ca611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.561768 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-a14aec23-4f8e-4d3f-8d31-ffaf872ca611 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.1479089 Aug 03 05:19:31.633612 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-952ab001-64fe-4884-b5e7-c4d9ee1bbd57 req-13f052db-0f92-479b-b897-739c461b1425 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008124 Aug 03 05:19:31.653609 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-8fa4b21b-db18-41b6-b8a2-33c41b51dde5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 999 time: 0.0808628 Aug 03 05:19:31.709834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-bcc68722-10a6-4900-b8c7-a242b6ec52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.711338 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-bcc68722-10a6-4900-b8c7-a242b6ec52e4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0521903 Aug 03 05:19:31.756997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-bb09c0e4-bd39-455f-83b8-2ebb12f65ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:31.758507 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-bb09c0e4-bd39-455f-83b8-2ebb12f65ac9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410564 Aug 03 05:19:31.856707 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-e16be15d-6518-4cdf-9def-97a8878a5af4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912426 Aug 03 05:19:31.952578 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e5bd7114-4c43-47d4-89bc-85c5e70d1bd0 req-3bb8859a-f1e2-4266-96b7-44163e9ed2b4 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886931 Aug 03 05:19:32.752761 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5809a-ec3f-4e54-ab2e-5a51ccd05d9d req-e5dcec56-2128-4c2f-ad35-e8eef059feaf tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:32.754220 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2b5809a-ec3f-4e54-ab2e-5a51ccd05d9d req-e5dcec56-2128-4c2f-ad35-e8eef059feaf tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0472693 Aug 03 05:19:32.807002 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2b5809a-ec3f-4e54-ab2e-5a51ccd05d9d req-b96c81e1-6bf1-45e9-96aa-f725c339e11f tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 Aug 03 05:19:33.544567 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:33.617991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: DOWN; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:33.931069 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25c7e8-c0fc-4036-aeb1-256772e149a8 req-7fa2581f-b684-4542-b3b6-f3489cd16a5e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:33.932569 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25c7e8-c0fc-4036-aeb1-256772e149a8 req-7fa2581f-b684-4542-b3b6-f3489cd16a5e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0536029 Aug 03 05:19:33.987026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25c7e8-c0fc-4036-aeb1-256772e149a8 req-8cf3c49b-4198-4c02-97c3-623c94642871 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490518 Aug 03 05:19:34.075491 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-a6543bb1-7296-4884-bf3e-f5823330f95f req-73dca082-d864-4d6f-b47f-f281eae729e4 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:19:34.076507 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6543bb1-7296-4884-bf3e-f5823330f95f req-73dca082-d864-4d6f-b47f-f281eae729e4 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1065340 Aug 03 05:19:34.389154 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=14 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:34.405719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ca5d5-653f-411c-8108-7f1c66479bb3 req-3996ffc0-898b-4179-af0a-84adcda44f3a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:34.407215 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-855ca5d5-653f-411c-8108-7f1c66479bb3 req-3996ffc0-898b-4179-af0a-84adcda44f3a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0481749 Aug 03 05:19:34.426549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:34.465240 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-855ca5d5-653f-411c-8108-7f1c66479bb3 req-ad1209a3-aab4-4356-92e3-3aa6b00ef7e9 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523467 Aug 03 05:19:34.820488 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46452) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:34.904921 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-a7a8c548-0f85-4199-a143-cc6ee239bcf7 service neutron] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0832925 Aug 03 05:19:34.913457 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-0f04614e-986a-48e9-9e57-1e80afde5c48 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104591) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:19:34.914370 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-0f04614e-986a-48e9-9e57-1e80afde5c48 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048699 Aug 03 05:19:34.993855 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46460) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:35.118876 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-63d900c7-187c-435c-a3e8-8d699118f835 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:35.120247 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-63d900c7-187c-435c-a3e8-8d699118f835 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports/ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 940 time: 0.1253994 Aug 03 05:19:35.140265 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de561d15-f1f5-4074-9d93-611a1825fa7c req-b943bd9e-0848-4bf8-a806-4a9c0badd658 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:35.141812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-de561d15-f1f5-4074-9d93-611a1825fa7c req-b943bd9e-0848-4bf8-a806-4a9c0badd658 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0713294 Aug 03 05:19:35.200468 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-de561d15-f1f5-4074-9d93-611a1825fa7c req-a4881aed-ce48-4ba7-91a4-c0f1b16587c8 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517268 Aug 03 05:19:35.598277 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ea2c88-c414-43ad-9025-73212185fd22 req-03fddf69-9737-4ba1-9c86-f2cbc6faed48 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:35.599923 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42ea2c88-c414-43ad-9025-73212185fd22 req-03fddf69-9737-4ba1-9c86-f2cbc6faed48 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0488641 Aug 03 05:19:35.649084 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-42ea2c88-c414-43ad-9025-73212185fd22 req-9e621eea-9b49-4b74-8fe7-a66416cf0286 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434580 Aug 03 05:19:36.327961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158cd380-2315-43a5-9275-94d8e3fdb373 req-f1483f2d-a71c-42e3-aff2-56555908f6b6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:36.329647 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-158cd380-2315-43a5-9275-94d8e3fdb373 req-f1483f2d-a71c-42e3-aff2-56555908f6b6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0530674 Aug 03 05:19:36.390415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-158cd380-2315-43a5-9275-94d8e3fdb373 req-c337aaa6-3145-455a-96da-2af6a1361092 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465822 Aug 03 05:19:36.490107 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:36.493935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-16379b59-f07c-4514-b30f-a664238be466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:36.495990 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-16379b59-f07c-4514-b30f-a664238be466 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700&tenant_id=050592077e0b4d26a1555d2daa7f460d HTTP/1.1" status: 200 len: 1127 time: 0.0416043 Aug 03 05:19:36.564480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-33012102-b57d-4a31-b8e1-5791bc8c8688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:36.567061 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-33012102-b57d-4a31-b8e1-5791bc8c8688 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=050592077e0b4d26a1555d2daa7f460d&device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1127 time: 0.0476909 Aug 03 05:19:36.943028 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c310c065-f2e4-4517-aba9-dbfa09187502 req-7188a2cf-8224-4d1b-8f52-df3520b92c57 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:36.944514 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c310c065-f2e4-4517-aba9-dbfa09187502 req-7188a2cf-8224-4d1b-8f52-df3520b92c57 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0601742 Aug 03 05:19:36.966396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-6b3ac2af-57c7-4641-9171-a851718fe7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:36.967858 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-6b3ac2af-57c7-4641-9171-a851718fe7af service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 200 len: 917 time: 0.3947036 Aug 03 05:19:37.041911 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c310c065-f2e4-4517-aba9-dbfa09187502 req-bded7f4f-06e3-47e8-8fe5-242f77ed6618 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892398 Aug 03 05:19:37.050501 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-6df04294-1ef2-4073-93d6-c4608d77833a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 200 len: 998 time: 0.0749264 Aug 03 05:19:37.103646 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-c75a9d31-960b-47a1-8bf6-d2a039132bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:37.105638 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-c75a9d31-960b-47a1-8bf6-d2a039132bad service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 200 len: 855 time: 0.0486391 Aug 03 05:19:37.149884 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-7d8481f6-64bd-4224-b308-484e256d70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:37.151436 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-7d8481f6-64bd-4224-b308-484e256d70ba service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=0627b724-9776-4eb0-bb73-1088cf117d0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388548 Aug 03 05:19:37.264528 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-165033a0-61d2-4693-aafa-f5943c8b4487 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054635 Aug 03 05:19:37.310112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750301c-1ab5-42ee-b042-48d8279da54f req-378433fb-9aaa-400e-aa88-9f59d0f687cd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:37.311596 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5750301c-1ab5-42ee-b042-48d8279da54f req-378433fb-9aaa-400e-aa88-9f59d0f687cd tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0499318 Aug 03 05:19:37.359447 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5750301c-1ab5-42ee-b042-48d8279da54f req-e27c5c97-af4d-4f1d-8cc4-f87de8371e41 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423155 Aug 03 05:19:37.515269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8086c4a7-6f00-4258-93f6-40265630f942 req-8c0d8684-5119-4506-809e-e13b34bb047d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:37.515500 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8086c4a7-6f00-4258-93f6-40265630f942 req-8c0d8684-5119-4506-809e-e13b34bb047d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0516279 Aug 03 05:19:37.570386 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8086c4a7-6f00-4258-93f6-40265630f942 req-df8fb730-de1d-435a-91e2-8c5bdcf161d0 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469372 Aug 03 05:19:38.155004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:38.168669 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4bca3-b6a9-40a4-b1bb-3e40ccf65314 req-abe55c57-6a6a-4fe9-a192-23e3eebc4085 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:38.170135 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1f4bca3-b6a9-40a4-b1bb-3e40ccf65314 req-abe55c57-6a6a-4fe9-a192-23e3eebc4085 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0490716 Aug 03 05:19:38.218091 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1f4bca3-b6a9-40a4-b1bb-3e40ccf65314 req-8c6ccbde-c6e4-41c3-bfe2-fcf004c37f13 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424459 Aug 03 05:19:38.478277 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b890d200-92fa-4976-a3fc-05ab8ce41b1c req-6215f708-6722-4763-8b84-ff2894bddd66 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:38.479829 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b890d200-92fa-4976-a3fc-05ab8ce41b1c req-6215f708-6722-4763-8b84-ff2894bddd66 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0484948 Aug 03 05:19:38.530445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b890d200-92fa-4976-a3fc-05ab8ce41b1c req-797c39ab-054c-44b9-b987-8d66f8e2859b tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443943 Aug 03 05:19:38.689584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad463b-3cb6-46c8-bfd9-8848d9d751aa req-dac5f089-245f-4188-bb10-0d82444c6da5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:38.691073 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18ad463b-3cb6-46c8-bfd9-8848d9d751aa req-dac5f089-245f-4188-bb10-0d82444c6da5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0475676 Aug 03 05:19:38.740754 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18ad463b-3cb6-46c8-bfd9-8848d9d751aa req-298d446a-c8f4-4de8-8a53-5cf21192edf4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440323 Aug 03 05:19:39.342322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432bb8c2-8481-42b9-b11e-90c8a4a4a373 req-6128895a-49e3-4e51-a988-8f924b4844d3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:39.343805 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-432bb8c2-8481-42b9-b11e-90c8a4a4a373 req-6128895a-49e3-4e51-a988-8f924b4844d3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0465505 Aug 03 05:19:39.376902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:39.391573 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-432bb8c2-8481-42b9-b11e-90c8a4a4a373 req-9fdde65a-80a9-4487-9153-1b35ee6526c0 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423350 Aug 03 05:19:39.651918 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b9737-e5ac-41c4-a6fc-13f886e149db req-6d955505-c366-4ad4-8dcc-9b45d3bc23c9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:39.653395 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed0b9737-e5ac-41c4-a6fc-13f886e149db req-6d955505-c366-4ad4-8dcc-9b45d3bc23c9 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0504158 Aug 03 05:19:39.702771 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed0b9737-e5ac-41c4-a6fc-13f886e149db req-67bdb77f-667c-401c-92e8-affc47c0d05c tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433087 Aug 03 05:19:39.856714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d447ce-e872-471b-9e9c-101ac407d51e req-ab97dd37-f866-4dae-9b90-0784bf8421b5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:39.858092 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c4d447ce-e872-471b-9e9c-101ac407d51e req-ab97dd37-f866-4dae-9b90-0784bf8421b5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0474610 Aug 03 05:19:39.907121 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c4d447ce-e872-471b-9e9c-101ac407d51e req-ca271d6e-ee31-44e0-ba37-eb73b5081eca tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Aug 03 05:19:40.517469 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f51d9-c92e-41aa-94ed-dbf3000c468f req-3cb52655-15f1-406c-b2c5-0acb1a23e6b3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:40.518966 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d93f51d9-c92e-41aa-94ed-dbf3000c468f req-3cb52655-15f1-406c-b2c5-0acb1a23e6b3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0511956 Aug 03 05:19:40.565350 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d93f51d9-c92e-41aa-94ed-dbf3000c468f req-4395fac5-32a6-451b-8884-467d219b6faf tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409241 Aug 03 05:19:40.820028 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb3db1-4d9b-4a62-93d6-02280877ebc9 req-037af805-25bc-4eed-9699-1daa52df0532 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:40.821485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f3bb3db1-4d9b-4a62-93d6-02280877ebc9 req-037af805-25bc-4eed-9699-1daa52df0532 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0463002 Aug 03 05:19:40.922221 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f3bb3db1-4d9b-4a62-93d6-02280877ebc9 req-9acb95b2-5acd-41f9-83b7-f3cba90a05cf tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947299 Aug 03 05:19:40.953825 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b720330e-2b4a-4486-b280-7c0c797f1565 req-8347af01-eb93-4515-8cf2-783e1dad8140 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122296 Aug 03 05:19:41.025867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a5752c-42d1-48e2-89d2-6ef6ff864634 req-71e361b5-cfec-4208-8342-51f376fa3b67 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:41.027375 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36a5752c-42d1-48e2-89d2-6ef6ff864634 req-71e361b5-cfec-4208-8342-51f376fa3b67 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0489969 Aug 03 05:19:41.077124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-36a5752c-42d1-48e2-89d2-6ef6ff864634 req-d3c56a10-cee4-47fd-8406-87227ae2e8a4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432169 Aug 03 05:19:41.711739 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-cedb4427-2ef4-4c37-9f97-88b822aa9946 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:41.713202 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-cedb4427-2ef4-4c37-9f97-88b822aa9946 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.0875249 Aug 03 05:19:41.737134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9224c0f-63ef-4e87-b524-198405c3b13c req-fbf5a3a2-346b-4812-86bb-d1835520bd89 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:41.738619 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9224c0f-63ef-4e87-b524-198405c3b13c req-fbf5a3a2-346b-4812-86bb-d1835520bd89 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0741978 Aug 03 05:19:41.812372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:41.844449 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Deleting port 295bab3a-078d-47dd-a131-28f87fd072a1 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:41.845099 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:41.851452 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9224c0f-63ef-4e87-b524-198405c3b13c req-395b8cbc-6cc0-4d6f-afae-1124cdab7672 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957339 Aug 03 05:19:41.980584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] For port 295bab3a-078d-47dd-a131-28f87fd072a1, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=295bab3a-078d-47dd-a131-28f87fd072a1,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:41.981626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:42.011308 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:42.188751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc29cd46-738c-4222-9a98-004e739cb294 req-4fa9f0b3-a31a-4765-b2c6-7b43d40b9498 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:42.190300 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc29cd46-738c-4222-9a98-004e739cb294 req-4fa9f0b3-a31a-4765-b2c6-7b43d40b9498 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 945 time: 0.1751459 Aug 03 05:19:42.303573 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a62989-d445-4a77-9d0f-cd287f228b34 req-d69f4276-498f-450c-a7d9-5a67dab0ef6d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:42.305233 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9a62989-d445-4a77-9d0f-cd287f228b34 req-d69f4276-498f-450c-a7d9-5a67dab0ef6d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.1138749 Aug 03 05:19:42.308822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bc29cd46-738c-4222-9a98-004e739cb294 req-5331c9f2-46de-4266-82c1-7a7a9c1cf0e6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=26c0255c-68ff-4b19-b3a2-4c4adef8719e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045420 Aug 03 05:19:42.438892 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f9a62989-d445-4a77-9d0f-cd287f228b34 req-0d4a974d-38d3-4c14-a5ba-f7c38433dc65 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974028 Aug 03 05:19:42.462796 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:42.463193 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:42.463510 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Floating IP 94a126ee-fa1e-45cc-9b5e-34b65a8e6798 disassociated. External IP: 172.27.4.157, port: 295bab3a-078d-47dd-a131-28f87fd072a1. Aug 03 05:19:42.463860 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Calling delete_port for 295bab3a-078d-47dd-a131-28f87fd072a1 owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:42.671156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (295bab3a-078d-47dd-a131-28f87fd072a1), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:42.699720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'Port': ['ID=295bab3a-078d-47dd-a131-28f87fd072a1,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:42.835066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:19:42.952336 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:42.954407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:19:42.971291 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:19:42.983352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:19:42.984265 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:43.039901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] No DVR routers for this DVR port 295bab3a-078d-47dd-a131-28f87fd072a1 on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:19:43.044362 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:43.048441 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc61604d-76ed-418f-9cdd-7630ca793b36 req-140a2462-92bd-415d-883b-8b106cc4f245 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.67 "DELETE /networking/v2.0/ports/295bab3a-078d-47dd-a131-28f87fd072a1 HTTP/1.1" status: 204 len: 173 time: 1.3291013 Aug 03 05:19:43.049001 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'name': 'network-vif-deleted', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:43.051932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c6ffe-f842-43d4-adde-3331ee96fe70" -d '{"events": [{"server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "name": "network-vif-deleted", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:43.092276 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d1958-9c44-4fc6-9a67-5958dc7bc911 req-991a0e50-55b1-4658-b5f2-46c8f972ae6c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:43.098151 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c3d1958-9c44-4fc6-9a67-5958dc7bc911 req-991a0e50-55b1-4658-b5f2-46c8f972ae6c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.1354859 Aug 03 05:19:43.130756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3e30ad-38c8-4dca-a214-c30c73932d76 x-openstack-request-id: req-7d3e30ad-38c8-4dca-a214-c30c73932d76 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:43.132432 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb3fb62-23ee-4e46-b198-e30b98687d24", "name": "network-vif-deleted", "tag": "295bab3a-078d-47dd-a131-28f87fd072a1", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:43.132699 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7d3e30ad-38c8-4dca-a214-c30c73932d76 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:43.133128 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d3e30ad-38c8-4dca-a214-c30c73932d76'] response: {'server_uuid': 'ddb3fb62-23ee-4e46-b198-e30b98687d24', 'name': 'network-vif-deleted', 'tag': '295bab3a-078d-47dd-a131-28f87fd072a1', 'status': 'completed', 'code': 200} Aug 03 05:19:43.138322 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:19:43.228703 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c3d1958-9c44-4fc6-9a67-5958dc7bc911 req-88e9b4da-2017-4310-abb6-7a1ce4178458 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234698 Aug 03 05:19:43.266243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:19:43.455085 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:43.486652 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bffbb3dd-8d1e-4745-9560-107378195f0c req-b2ac23cd-f285-42eb-b8e4-66a2882c922d tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0471845 Aug 03 05:19:43.607910 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:43.611565 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:43.612943 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f580a9-630e-46e5-99a8-e33dd6a19ade req-5e542297-8a3c-4f2a-98fb-cd93ad0f3176 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:43.615034 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-78f580a9-630e-46e5-99a8-e33dd6a19ade req-5e542297-8a3c-4f2a-98fb-cd93ad0f3176 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 943 time: 0.0783780 Aug 03 05:19:43.675709 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:43.709677 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:19:43.719466 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-78f580a9-630e-46e5-99a8-e33dd6a19ade req-f2137470-fdfe-4c46-9244-a6cca90bc774 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979788 Aug 03 05:19:43.721708 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:43.737369 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'port_id': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'mac_address': 'fa:16:3e:f0:62:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:19:43.743319 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:19:43.744385 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:43.764931 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:43.869118 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 255ebc2e-922a-4b85-be40-f642cc2ae298 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:43.869522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:43.890161 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255ebc2e-922a-4b85-be40-f642cc2ae298 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:19:43.929352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:43.933822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:19:43.995493 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:44.145049 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=7']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:44.232814 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['255ebc2e-922a-4b85-be40-f642cc2ae298'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:19:44.238235 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:44.296963 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb8133f-3b2e-4f80-83a3-cc83e5dbcf99 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:12:59Z', 'revision_number': 4, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'bb22e10c-8f42-4a73-ad09-200c21d19fec', 'name': '', 'network_id': 'fb45a44c-e06c-4c3d-aeef-17fe7186c5b8', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'mac_address': 'fa:16:3e:80:75:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:57Z', 'updated_at': '2022-08-03T05:13:17Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'subnets': [{'id': '1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:19:44.440152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:44.452147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc2d73-41cf-4241-9648-7661b64d7afa req-e40c2fde-ea26-485e-8c3f-08897670fa33 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:44.459480 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7dc2d73-41cf-4241-9648-7661b64d7afa req-e40c2fde-ea26-485e-8c3f-08897670fa33 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0791845 Aug 03 05:19:44.585701 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7dc2d73-41cf-4241-9648-7661b64d7afa req-bd32f181-c3a3-4355-809a-761190453bb7 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251915 Aug 03 05:19:44.676528 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7c8925e2-fae9-48bd-a313-b3df3238bdec req-60ab6039-c9c4-4daa-ae71-9aefde37b4b6 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0473871 Aug 03 05:19:44.741243 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b930622-06e4-4fc6-9c89-c51da38bde34 None None] New status for floating IP 94a126ee-fa1e-45cc-9b5e-34b65a8e6798: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:19:44.872610 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a773d45a-5ff5-47f1-9f87-5ce249a51684 req-f236fc97-800c-48c9-9711-c449c7efe17d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:44.880536 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a773d45a-5ff5-47f1-9f87-5ce249a51684 req-f236fc97-800c-48c9-9711-c449c7efe17d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 944 time: 0.0589416 Aug 03 05:19:44.899083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:44.900940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:44.971842 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a773d45a-5ff5-47f1-9f87-5ce249a51684 req-8e1c8c69-cfef-419a-832c-8930d5629949 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899861 Aug 03 05:19:45.274521 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:19:45.340549 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 255ebc2e-922a-4b85-be40-f642cc2ae298 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:19:45.341086 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:45.434342 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 255ebc2e-922a-4b85-be40-f642cc2ae298 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:45.435853 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:45.439480 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:45.472774 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:45.475343 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a23896-b350-4438-8209-c602ba37e085" -d '{"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-plugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:45.478224 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:45.501163 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:45.535272 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e74b0-80d6-47de-b48b-9187ece2b20d x-openstack-request-id: req-d16e74b0-80d6-47de-b48b-9187ece2b20d {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:45.535594 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-plugged", "status": "completed", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:45.535839 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-d16e74b0-80d6-47de-b48b-9187ece2b20d {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:45.536401 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16e74b0-80d6-47de-b48b-9187ece2b20d'] response: {'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'code': 200} Aug 03 05:19:45.562687 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:45.563636 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 295bab3a-078d-47dd-a131-28f87fd072a1 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:19:45.585407 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 295bab3a-078d-47dd-a131-28f87fd072a1 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:19:45.585757 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 295bab3a-078d-47dd-a131-28f87fd072a1 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:19:45.657633 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=8']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:45.723997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33212d-1a4f-4810-b2f9-afdb3a81c47c req-7160539b-1203-4493-ac5e-08ce303ff087 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:45.726130 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ac33212d-1a4f-4810-b2f9-afdb3a81c47c req-7160539b-1203-4493-ac5e-08ce303ff087 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0567832 Aug 03 05:19:45.809341 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-901047b1-c2e3-4c78-ba41-ceab9d473665 req-00618450-55b2-43ec-9db6-8b11bf7c3e3f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0382748 Aug 03 05:19:45.819416 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ac33212d-1a4f-4810-b2f9-afdb3a81c47c req-4d6bf055-c8ce-4809-b1d9-7e29da35bff5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858960 Aug 03 05:19:46.309120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c8fac-1048-45d7-bc82-b33757bb5784 req-d6715e23-8fe4-4523-8105-ba5b1b8646d2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:46.311723 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-822c8fac-1048-45d7-bc82-b33757bb5784 req-d6715e23-8fe4-4523-8105-ba5b1b8646d2 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0800810 Aug 03 05:19:46.366961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-822c8fac-1048-45d7-bc82-b33757bb5784 req-7be52bf9-879a-42f1-83f3-38ec15c84b34 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477557 Aug 03 05:19:46.955093 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cc8fc81e-31f4-431f-a45d-b26ceb1b9d8e req-49a7e9f9-153a-42bb-84f0-51968772969e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0423799 Aug 03 05:19:47.007431 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb16d18-4ed4-4494-be02-7e356a054606 req-a0f5685d-609d-43e1-8f7f-dae287245d80 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:47.009255 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ceb16d18-4ed4-4494-be02-7e356a054606 req-a0f5685d-609d-43e1-8f7f-dae287245d80 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0946276 Aug 03 05:19:47.109882 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ceb16d18-4ed4-4494-be02-7e356a054606 req-06523ec4-bd6c-4dfe-80bf-4dce96e8c4d1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933642 Aug 03 05:19:47.134145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b857d536-c378-444d-b8b8-64ddf36d8c5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:47.186680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46654) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:47.317784 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:47.419592 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Publish callbacks [] for security_group (745f90b3-a5ea-4b21-a7b6-281ac70ed5e3), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:47.490193 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (745f90b3-a5ea-4b21-a7b6-281ac70ed5e3), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:47.532370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea948d8-cfbd-40cc-9566-6f2d03f99738 req-69099a95-de47-45db-9584-3b581242793e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:47.533944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bea948d8-cfbd-40cc-9566-6f2d03f99738 req-69099a95-de47-45db-9584-3b581242793e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0841725 Aug 03 05:19:47.563236 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=b673ffc447ee4438a6d7402bd4aeb3cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3725119 Aug 03 05:19:47.563590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46660) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:47.567619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f90b3-a5ea-4b21-a7b6-281ac70ed5e3,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:47.591097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.592024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.592375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.592703 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.593035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.593363 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.593687 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.594010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.594342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.594681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.595025 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.595347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.595665 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.596038 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.596415 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d286190a-ba5c-424c-86a1-c13e5d7957dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:47.603995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:47.625682 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Publish callbacks [] for security_group (745f90b3-a5ea-4b21-a7b6-281ac70ed5e3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:47.634541 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bea948d8-cfbd-40cc-9566-6f2d03f99738 req-dac236d0-52b9-4ba9-9169-2f09dc79c1c6 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914695 Aug 03 05:19:47.671468 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Publish callbacks [] for security_group (745f90b3-a5ea-4b21-a7b6-281ac70ed5e3), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:48.036578 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (745f90b3-a5ea-4b21-a7b6-281ac70ed5e3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:48.039245 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:48.042933 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/745f90b3-a5ea-4b21-a7b6-281ac70ed5e3 HTTP/1.1" status: 204 len: 168 time: 0.4758291 Aug 03 05:19:48.058865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f90b3-a5ea-4b21-a7b6-281ac70ed5e3,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:48.067137 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.067908 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.068745 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.069415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.069919 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.070414 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.071072 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.071561 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.072046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.072515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.072996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.073649 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.074116 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.074601 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.075106 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16573864-41cd-457d-a665-0d3ada05de5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:19:48.097269 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-de5d6a1c-e567-44cb-bb08-0f710321620e req-28a92fac-cd91-4b9d-837d-c575e6878c4a tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0655699 Aug 03 05:19:48.257716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c63c-e61d-4eac-8b52-c8efda5722aa req-bb7f3063-a0e0-4056-a927-9f5006e01b7d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:48.259478 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-48e5c63c-e61d-4eac-8b52-c8efda5722aa req-bb7f3063-a0e0-4056-a927-9f5006e01b7d tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0633659 Aug 03 05:19:48.310943 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-48e5c63c-e61d-4eac-8b52-c8efda5722aa req-f95e1a5c-a33a-496a-b3a9-554280660b2e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453002 Aug 03 05:19:48.792773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2bd99-3d83-4652-be43-ac7e4421f99f req-d538e8fb-fce3-4313-a538-dffd350de951 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:48.795370 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6ba2bd99-3d83-4652-be43-ac7e4421f99f req-d538e8fb-fce3-4313-a538-dffd350de951 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0612190 Aug 03 05:19:48.857857 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6ba2bd99-3d83-4652-be43-ac7e4421f99f req-1f0c9f75-8f00-4f08-b555-d008bb5c11cd tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571499 Aug 03 05:19:48.993301 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46672) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:49.007573 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd629b8f-5b59-4f93-b662-0d60119b82e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.090765 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd629b8f-5b59-4f93-b662-0d60119b82e4 admin admin] Publish callbacks [] for security_group (74181c13-7786-4be0-8d32-b29c571c9d92), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.173643 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-fd629b8f-5b59-4f93-b662-0d60119b82e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (74181c13-7786-4be0-8d32-b29c571c9d92), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.214368 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd629b8f-5b59-4f93-b662-0d60119b82e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74181c13-7786-4be0-8d32-b29c571c9d92,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:49.231259 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dd9a4710-b2c7-4560-ad83-b6a9687cbc54 req-2da1fdc4-0592-4f7a-9dcd-bb186f3180bb tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0438452 Aug 03 05:19:49.231775 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fd629b8f-5b59-4f93-b662-0d60119b82e4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=8228e6cf67c749f28e27d4fc02c1a7f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2371876 Aug 03 05:19:49.231919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46678) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:49.240821 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:49.298295 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] Publish callbacks [] for security_group (74181c13-7786-4be0-8d32-b29c571c9d92), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.324315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] Publish callbacks [] for security_group (74181c13-7786-4be0-8d32-b29c571c9d92), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.461206 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71a15-2157-4ae9-a718-893898f9e256 req-a807ad70-fd49-442f-8a10-fea3d9d39197 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:49.462923 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-08e71a15-2157-4ae9-a718-893898f9e256 req-a807ad70-fd49-442f-8a10-fea3d9d39197 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0524993 Aug 03 05:19:49.511815 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2224d27f-63c6-4b77-8386-37d2772df627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.515314 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-08e71a15-2157-4ae9-a718-893898f9e256 req-08c0ecef-9f93-4793-b67a-85f5384cf6a3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465972 Aug 03 05:19:49.515982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (74181c13-7786-4be0-8d32-b29c571c9d92), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.519148 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:49.520649 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/74181c13-7786-4be0-8d32-b29c571c9d92 HTTP/1.1" status: 204 len: 168 time: 0.2874627 Aug 03 05:19:49.535172 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4997d3-71de-45cb-983b-e1d39dbcb54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74181c13-7786-4be0-8d32-b29c571c9d92,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:49.992644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37be3a7-7813-49d6-97e9-591dfb19f4bf req-510f5b71-6fae-47ce-93d5-50dd4c2a95d1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:49.994146 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e37be3a7-7813-49d6-97e9-591dfb19f4bf req-510f5b71-6fae-47ce-93d5-50dd4c2a95d1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0527880 Aug 03 05:19:50.045020 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e37be3a7-7813-49d6-97e9-591dfb19f4bf req-1fe4915c-70c1-4768-99e4-c4801a03358e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451283 Aug 03 05:19:50.341376 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5f3dc884-1fd6-43af-b409-ea472daddb01 req-1ea05b56-e844-4c78-ac5b-7722c0728fdf tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0329709 Aug 03 05:19:50.745856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:50.758066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b201c6-0605-4ab1-8fca-3c4a6b98358a req-fe771a77-7ec0-41cd-967f-a0eac7932961 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:50.759662 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-46b201c6-0605-4ab1-8fca-3c4a6b98358a req-fe771a77-7ec0-41cd-967f-a0eac7932961 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 943 time: 0.0577693 Aug 03 05:19:50.807265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-46b201c6-0605-4ab1-8fca-3c4a6b98358a req-976b2b58-c377-4f15-8b69-a66f300e530c tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415449 Aug 03 05:19:50.946966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df04745a-51b9-484d-8b89-45d56cb96220 req-85ed0d01-6150-4381-8011-09137a565161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:50.947891 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-df04745a-51b9-484d-8b89-45d56cb96220 req-85ed0d01-6150-4381-8011-09137a565161 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0398197 Aug 03 05:19:51.197121 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782fecb9-929e-4cbd-a135-9ef46d1e0149 req-f1bfab6b-590e-4fe1-800a-b07752b807a1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:51.198590 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-782fecb9-929e-4cbd-a135-9ef46d1e0149 req-f1bfab6b-590e-4fe1-800a-b07752b807a1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0717123 Aug 03 05:19:51.208509 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-df04745a-51b9-484d-8b89-45d56cb96220 req-3e951270-fc3a-4ad0-a621-32b9b52ecca2 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888860 Aug 03 05:19:51.251858 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-782fecb9-929e-4cbd-a135-9ef46d1e0149 req-e774e6aa-ec53-4134-b3aa-6f3480f55273 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474713 Aug 03 05:19:51.310730 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:19:51.415457 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:51.428698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'port_id': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'mac_address': 'fa:16:3e:87:72:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:19:51.471838 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:51.472361 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.488681 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:19:51.499010 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-df9e359c-98ad-4821-a54d-6cfee28df1ec req-3ad2a32d-65ee-4005-b905-17642118478e tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=ddb3fb62-23ee-4e46-b198-e30b98687d24 HTTP/1.1" status: 200 len: 210 time: 0.0475569 Aug 03 05:19:51.515200 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:51.527907 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46724) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:51.596622 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.635448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-49eb7935-6ef2-42b0-a7b9-95e2e8d1b498 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.645974 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=9']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:51.662984 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:51.720160 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-49eb7935-6ef2-42b0-a7b9-95e2e8d1b498 admin admin] Publish callbacks [] for security_group (d5e50258-094d-4636-b371-3dc1357ac1bd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.779127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-49eb7935-6ef2-42b0-a7b9-95e2e8d1b498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d5e50258-094d-4636-b371-3dc1357ac1bd), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.801593 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:19:51.821482 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7935-6ef2-42b0-a7b9-95e2e8d1b498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e50258-094d-4636-b371-3dc1357ac1bd,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:51.831015 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-49eb7935-6ef2-42b0-a7b9-95e2e8d1b498 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=10201cb68a144139b0da9dc3ee099c60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3019869 Aug 03 05:19:51.837652 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46728) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:51.896553 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] Publish callbacks [] for security_group (d5e50258-094d-4636-b371-3dc1357ac1bd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.921008 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] Publish callbacks [] for security_group (d5e50258-094d-4636-b371-3dc1357ac1bd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:51.944982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92caf8dd-5b89-4a38-bb05-4ef1fc19896a req-26c7a4ae-7315-4858-baa7-b98db2a26d7b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:51.947124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92caf8dd-5b89-4a38-bb05-4ef1fc19896a req-26c7a4ae-7315-4858-baa7-b98db2a26d7b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0556679 Aug 03 05:19:51.974377 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:52.008659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-92caf8dd-5b89-4a38-bb05-4ef1fc19896a req-7a476ae2-8c7e-4882-8e0b-0a66de7bea95 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510607 Aug 03 05:19:52.063682 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.094619 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d5e50258-094d-4636-b371-3dc1357ac1bd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.097336 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.098534 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d5e50258-094d-4636-b371-3dc1357ac1bd HTTP/1.1" status: 204 len: 168 time: 0.2654154 Aug 03 05:19:52.106996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ee5f5-c7b1-4b94-8bef-3f643c0257e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e50258-094d-4636-b371-3dc1357ac1bd,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:52.220548 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:52.270800 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.373773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8c389-c6bf-470f-8523-008d9bea124a req-68d2f724-b52d-4ce4-928e-d5d70f6f4117 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:52.375837 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9dd8c389-c6bf-470f-8523-008d9bea124a req-68d2f724-b52d-4ce4-928e-d5d70f6f4117 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0496445 Aug 03 05:19:52.385301 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.426724 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9dd8c389-c6bf-470f-8523-008d9bea124a req-69ea67ba-f496-4113-bed8-b6a1d3cc8e24 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447423 Aug 03 05:19:52.676990 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46750) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:52.732625 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (26c0255c-68ff-4b19-b3a2-4c4adef8719e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.769477 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (26c0255c-68ff-4b19-b3a2-4c4adef8719e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.899309 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (26c0255c-68ff-4b19-b3a2-4c4adef8719e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.903040 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:52.903221 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/26c0255c-68ff-4b19-b3a2-4c4adef8719e HTTP/1.1" status: 204 len: 168 time: 0.2248614 Aug 03 05:19:52.906608 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46758) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:52.913354 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335572e-0567-43e2-a84b-fe48cdc6b9ba tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0255c-68ff-4b19-b3a2-4c4adef8719e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:52.921409 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.api.v2.resource [None req-69c921f5-1117-4a37-9973-d368e7e23bc7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] show failed (client error): The resource could not be found. Aug 03 05:19:52.922546 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-69c921f5-1117-4a37-9973-d368e7e23bc7 tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "GET /networking/v2.0/security-groups/26c0255c-68ff-4b19-b3a2-4c4adef8719e HTTP/1.1" status: 404 len: 347 time: 0.0148754 Aug 03 05:19:52.925481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46760) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:53.040711 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Deleting port 3b78327a-24e8-4cd8-a1f4-b3b1240f8d97 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:53.041071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.154774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a3c93f-865b-4a25-b023-d56a02ea69c2 req-6d3109ec-e5f6-44cc-a294-b27c36d99a2e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:53.156292 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2a3c93f-865b-4a25-b023-d56a02ea69c2 req-6d3109ec-e5f6-44cc-a294-b27c36d99a2e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 944 time: 0.0612895 Aug 03 05:19:53.171073 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.171409 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.192694 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Calling delete_port for 3b78327a-24e8-4cd8-a1f4-b3b1240f8d97 owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:53.258899 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2a3c93f-865b-4a25-b023-d56a02ea69c2 req-f2b3d96a-01ee-4821-93b4-d153b08701f3 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968444 Aug 03 05:19:53.326449 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:19:53.377852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:19:53.378240 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.417800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (3b78327a-24e8-4cd8-a1f4-b3b1240f8d97), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.439034 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:53.445545 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Pushing event deleted for resources: {'Port': ['ID=3b78327a-24e8-4cd8-a1f4-b3b1240f8d97,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:53.462246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:19:53.462491 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.504416 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:19:53.504416 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abda100-6c79-4803-8cb1-93cd6d4792ce" -d '{"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:19:53.533181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:53.548280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks [] for floatingip (94a126ee-fa1e-45cc-9b5e-34b65a8e6798), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.551239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.552386 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c12fdcbf-e1f3-4998-81e5-ca990201936f tempest-AttachVolumeTestJSON-331802604 tempest-AttachVolumeTestJSON-331802604-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/94a126ee-fa1e-45cc-9b5e-34b65a8e6798 HTTP/1.1" status: 204 len: 168 time: 0.6260023 Aug 03 05:19:53.558183 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-780d89fa-658e-42da-9c88-008812eff380 x-openstack-request-id: req-780d89fa-658e-42da-9c88-008812eff380 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:19:53.558536 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-plugged", "status": "completed", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:19:53.558822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-780d89fa-658e-42da-9c88-008812eff380 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:19:53.559243 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780d89fa-658e-42da-9c88-008812eff380'] response: {'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'code': 200} Aug 03 05:19:53.577467 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546754db-1571-4d8d-a724-6b7bf0a80ab0 req-e7065f29-be17-4fc6-95f8-e2f6ce32d3a4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:53.579016 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-546754db-1571-4d8d-a724-6b7bf0a80ab0 req-e7065f29-be17-4fc6-95f8-e2f6ce32d3a4 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0677214 Aug 03 05:19:53.612400 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:53.646978 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-546754db-1571-4d8d-a724-6b7bf0a80ab0 req-c6617aaa-7b36-4d0b-a9f7-a04a9da683f5 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607791 Aug 03 05:19:53.669582 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=10']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:53.930451 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bd985-9726-4fba-83cc-06980e825662 req-49595945-d916-4c27-b4a4-5fc8c25b0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:53.932031 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-806bd985-9726-4fba-83cc-06980e825662 req-49595945-d916-4c27-b4a4-5fc8c25b0712 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 1130 time: 0.0411212 Aug 03 05:19:53.957353 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:53.985346 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-806bd985-9726-4fba-83cc-06980e825662 req-8a553625-6a95-4020-9718-93fc2b765ec3 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453858 Aug 03 05:19:54.384661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612c488-8e54-490a-975a-49d8d0137974 req-75bcdf31-7fac-4474-b74b-c1b56edc7979 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:54.386141 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e612c488-8e54-490a-975a-49d8d0137974 req-75bcdf31-7fac-4474-b74b-c1b56edc7979 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0475588 Aug 03 05:19:54.437840 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e612c488-8e54-490a-975a-49d8d0137974 req-58e103aa-bb0b-41ce-9434-ef3cd8dfe031 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454700 Aug 03 05:19:54.824121 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:54.827455 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:55.557862 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:55.566552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332068b8-5b67-45d3-a4ef-143d02bebb07 req-3c2a6159-1a40-401e-95a3-a497718c91fb tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:55.568058 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-332068b8-5b67-45d3-a4ef-143d02bebb07 req-3c2a6159-1a40-401e-95a3-a497718c91fb tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0475626 Aug 03 05:19:55.616845 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-332068b8-5b67-45d3-a4ef-143d02bebb07 req-51e6bcc5-155a-4920-863a-0e910fd901a8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431354 Aug 03 05:19:56.565251 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:19:56.751362 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25188421-bc18-4d89-8447-3a874ff3ea06 req-f7a1dd8a-5e00-4a6d-b565-621c257ae3c5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:19:56.753960 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25188421-bc18-4d89-8447-3a874ff3ea06 req-f7a1dd8a-5e00-4a6d-b565-621c257ae3c5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0526474 Aug 03 05:19:56.813870 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25188421-bc18-4d89-8447-3a874ff3ea06 req-d8d35514-4113-4ca0-a72d-c5b5b2753c40 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544441 Aug 03 05:19:58.105196 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46874) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:58.678610 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46884) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:58.791307 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8191-34d9-43a7-bcf7-130d7545dd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:58.819708 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:58.836021 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:58.883482 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8191-34d9-43a7-bcf7-130d7545dd3e admin admin] Publish callbacks [] for security_group (52edbc6e-c48c-46c0-8f65-c1618fc8cf9a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:58.944404 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8191-34d9-43a7-bcf7-130d7545dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (52edbc6e-c48c-46c0-8f65-c1618fc8cf9a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:58.950099 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=73,neutron:DELETE=6,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:58.988505 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9f4a8191-34d9-43a7-bcf7-130d7545dd3e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f85f83913b8f46e4a27b1b7d4b3f4323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087320 Aug 03 05:19:58.989644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a8191-34d9-43a7-bcf7-130d7545dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52edbc6e-c48c-46c0-8f65-c1618fc8cf9a,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:58.991981 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46888) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:59.042125 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] Publish callbacks [] for security_group (52edbc6e-c48c-46c0-8f65-c1618fc8cf9a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.052737 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Deleting port bb22e10c-8f42-4a73-ad09-200c21d19fec {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:19:59.053179 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.064912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] Publish callbacks [] for security_group (52edbc6e-c48c-46c0-8f65-c1618fc8cf9a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.137025 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] For port bb22e10c-8f42-4a73-ad09-200c21d19fec, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bb22e10c-8f42-4a73-ad09-200c21d19fec,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:19:59.137580 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.150137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Calling delete_port for bb22e10c-8f42-4a73-ad09-200c21d19fec owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:19:59.151783 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:59.207632 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (52edbc6e-c48c-46c0-8f65-c1618fc8cf9a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.210201 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.211419 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/52edbc6e-c48c-46c0-8f65-c1618fc8cf9a HTTP/1.1" status: 204 len: 168 time: 0.2185335 Aug 03 05:19:59.211619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:19:59.220864 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cf2da-8e1d-411e-bc16-c518a2d6a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52edbc6e-c48c-46c0-8f65-c1618fc8cf9a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:59.411746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (bb22e10c-8f42-4a73-ad09-200c21d19fec), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.442131 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb22e10c-8f42-4a73-ad09-200c21d19fec,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:19:59.609962 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.826605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Router 86071ff8-4ab5-46f9-8afb-57ebc7186567 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:19:59.849944 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46894) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:59.863151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-13621475-c2ef-44b4-9083-c0267cec8296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.932694 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:19:59.940848 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-36951efb-09e0-4ad2-85cc-1cb135726f57 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/86071ff8-4ab5-46f9-8afb-57ebc7186567/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8345127 Aug 03 05:19:59.941456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46896) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:19:59.942388 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Sync routers for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:19:59.943994 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-13621475-c2ef-44b4-9083-c0267cec8296 admin admin] Publish callbacks [] for security_group (041ea040-6877-40e5-9907-eebc0471247b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:19:59.953315 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:19:59.953941 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:19:59.990132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-13621475-c2ef-44b4-9083-c0267cec8296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (041ea040-6877-40e5-9907-eebc0471247b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.027875 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:00.033839 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-13621475-c2ef-44b4-9083-c0267cec8296 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2b6ade103aee49059379437c796e93fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1803064 Aug 03 05:20:00.034978 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46898) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:00.052199 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks [] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.062415 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13621475-c2ef-44b4-9083-c0267cec8296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041ea040-6877-40e5-9907-eebc0471247b,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:00.103472 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] Publish callbacks [] for security_group (041ea040-6877-40e5-9907-eebc0471247b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.129127 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] Publish callbacks [] for security_group (041ea040-6877-40e5-9907-eebc0471247b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.166710 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks [] for router_gateway (86071ff8-4ab5-46f9-8afb-57ebc7186567), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.186058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:00.257401 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (041ea040-6877-40e5-9907-eebc0471247b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.260093 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.261242 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/041ea040-6877-40e5-9907-eebc0471247b HTTP/1.1" status: 204 len: 168 time: 0.2254517 Aug 03 05:20:00.269285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c98da-54ed-42f9-95bc-b1e64081ead2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041ea040-6877-40e5-9907-eebc0471247b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:00.277738 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Deleting port 16872218-30b0-4aa9-af05-e308f183b315 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:00.278090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (16872218-30b0-4aa9-af05-e308f183b315), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.328211 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:00.370248 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196'}], 'enable_snat': True}, 'gw_port_id': '16872218-30b0-4aa9-af05-e308f183b315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:19:59Z', 'revision_number': 5, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port': {'id': '16872218-30b0-4aa9-af05-e308f183b315', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:0a:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:00.375598 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] For port 16872218-30b0-4aa9-af05-e308f183b315, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=16872218-30b0-4aa9-af05-e308f183b315,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:00.376626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (16872218-30b0-4aa9-af05-e308f183b315), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.390370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Calling delete_port for 16872218-30b0-4aa9-af05-e308f183b315 owned by network:router_gateway {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:00.399937 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Checking router: 86071ff8-4ab5-46f9-8afb-57ebc7186567 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:00.408823 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Routers {'86071ff8-4ab5-46f9-8afb-57ebc7186567'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:00.409443 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['86071ff8-4ab5-46f9-8afb-57ebc7186567'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:00.494257 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] Set router 86071ff8-4ab5-46f9-8afb-57ebc7186567 gateway port host: None {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:00.548206 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:20:00Z', 'revision_number': 6, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:00.575892 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b3ba01-7dcc-4abe-9a27-5a9ca4784c16 None None] The sync data for ids ['86071ff8-4ab5-46f9-8afb-57ebc7186567'] in dv-cinder-851279-4-iscsi is: [{'id': '86071ff8-4ab5-46f9-8afb-57ebc7186567', 'name': 'tempest-AttachVolumeTestJSON-450781280-router', 'tenant_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:48Z', 'updated_at': '2022-08-03T05:20:00Z', 'revision_number': 6, 'project_id': '2e1ed25abd8e43009dd8f3f4b7ec1864', 'gw_port_host': None}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:00.636096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (16872218-30b0-4aa9-af05-e308f183b315), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.680430 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Pushing event deleted for resources: {'Port': ['ID=16872218-30b0-4aa9-af05-e308f183b315,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:00.737934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.825505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.828285 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks [] for router_controller (86071ff8-4ab5-46f9-8afb-57ebc7186567), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.973314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (86071ff8-4ab5-46f9-8afb-57ebc7186567), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.974155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86071ff8-4ab5-46f9-8afb-57ebc7186567 {{(pid=104590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:20:00.978980 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:00.982765 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9c40ed6a-1b6c-4658-9e90-3c04aab3c60c admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/86071ff8-4ab5-46f9-8afb-57ebc7186567 HTTP/1.1" status: 204 len: 168 time: 1.0379102 Aug 03 05:20:00.983191 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46912) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:01.033421 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Deleting subnet 1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:20:01.036679 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Publish callbacks [] for subnet (1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.059453 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:01.075113 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.152390 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.297418 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.328591 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:01.340725 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.340725 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-849bedb9-426e-40bc-9f1e-c132f856b41a admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/1c2cc4a5-ab7c-400a-bc49-1dc1bbc71c48 HTTP/1.1" status: 204 len: 168 time: 0.3544064 Aug 03 05:20:01.341489 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aab1e99-abcc-4d6e-aef4-2f73ea7f36ab None None] Network fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:01.346052 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46920) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:01.431549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.483744 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Deleting port a0554155-9df0-43c1-85fb-d36870e51437 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:01.484172 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (a0554155-9df0-43c1-85fb-d36870e51437), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.494191 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 16872218-30b0-4aa9-af05-e308f183b315 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:01.526091 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 16872218-30b0-4aa9-af05-e308f183b315 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:01.526444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 16872218-30b0-4aa9-af05-e308f183b315 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:01.529986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bb22e10c-8f42-4a73-ad09-200c21d19fec no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:01.552821 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: bb22e10c-8f42-4a73-ad09-200c21d19fec {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:01.553180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bb22e10c-8f42-4a73-ad09-200c21d19fec not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:01.573440 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] DHCP port deletion for fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:20:01.583381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] For port a0554155-9df0-43c1-85fb-d36870e51437, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a0554155-9df0-43c1-85fb-d36870e51437,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:01.583761 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (a0554155-9df0-43c1-85fb-d36870e51437), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.600961 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Calling delete_port for a0554155-9df0-43c1-85fb-d36870e51437 owned by network:dhcp {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:01.607800 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:01.619559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Deleting port a0554155-9df0-43c1-85fb-d36870e51437 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:01.624064 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (a0554155-9df0-43c1-85fb-d36870e51437), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.690076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:01.703908 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] For port a0554155-9df0-43c1-85fb-d36870e51437, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a0554155-9df0-43c1-85fb-d36870e51437,segment=NetworkSegment(e1312fba-ce96-4cd3-99ae-65e0a777dbeb),segment_id=e1312fba-ce96-4cd3-99ae-65e0a777dbeb)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:01.704316 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (a0554155-9df0-43c1-85fb-d36870e51437), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.720002 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Calling delete_port for a0554155-9df0-43c1-85fb-d36870e51437 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:01.794445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (a0554155-9df0-43c1-85fb-d36870e51437), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.816065 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (a0554155-9df0-43c1-85fb-d36870e51437), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.833714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=a0554155-9df0-43c1-85fb-d36870e51437,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:01.838615 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] No DVR routers for this DVR port a0554155-9df0-43c1-85fb-d36870e51437 on host dv-cinder-851279-4-iscsi {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:20:01.847153 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Pushing event deleted for resources: {'Port': ['ID=a0554155-9df0-43c1-85fb-d36870e51437,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:01.852869 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] No DVR routers for this DVR port a0554155-9df0-43c1-85fb-d36870e51437 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:20:01.865290 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.865632 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.865976 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.866321 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.866659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.867011 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.867332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.867815 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.868381 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.868859 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.869350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.869834 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.870600 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.871189 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.871446 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31261f8-b807-4ae8-81cd-4f24d184e06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:01.918045 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.939020 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb45a44c-e06c-4c3d-aeef-17fe7186c5b8']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:01.947864 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:01.949770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:01.950066 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1312fba-ce96-4cd3-99ae-65e0a777dbeb') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:01.961345 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (e1312fba-ce96-4cd3-99ae-65e0a777dbeb), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.975013 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e1312fba-ce96-4cd3-99ae-65e0a777dbeb), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:01.985333 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:20:01.985727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (e1312fba-ce96-4cd3-99ae-65e0a777dbeb), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.125417 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment e1312fba-ce96-4cd3-99ae-65e0a777dbeb resource provider aggregate not found Aug 03 05:20:02.142033 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment e1312fba-ce96-4cd3-99ae-65e0a777dbeb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e1312fba-ce96-4cd3-99ae-65e0a777dbeb found for delete ", "request_id": "req-335828c8-19bd-46f2-a578-730b83873a74"}]} Aug 03 05:20:02.144668 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (fb45a44c-e06c-4c3d-aeef-17fe7186c5b8), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.150440 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.153613 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/fb45a44c-e06c-4c3d-aeef-17fe7186c5b8 HTTP/1.1" status: 204 len: 168 time: 0.8060043 Aug 03 05:20:02.164400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaaa5e8-9a54-4134-bb47-431f9ed4f8eb admin admin] Pushing event deleted for resources: {'Network': ['ID=fb45a44c-e06c-4c3d-aeef-17fe7186c5b8,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:02.552413 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 46948) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:02.595541 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-cafe07b0-8f3c-4fed-a9e6-d7490dddcfef admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2e1ed25abd8e43009dd8f3f4b7ec1864&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0419607 Aug 03 05:20:02.598177 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 46952) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:02.605219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:INSERT=5,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:02.649421 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] Publish callbacks [] for security_group (2e68d4eb-ae05-4169-92a0-3442cfeca829), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.672217 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] Publish callbacks [] for security_group (2e68d4eb-ae05-4169-92a0-3442cfeca829), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.808197 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2e68d4eb-ae05-4169-92a0-3442cfeca829), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.810734 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:02.811944 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2e68d4eb-ae05-4169-92a0-3442cfeca829 HTTP/1.1" status: 204 len: 168 time: 0.2127779 Aug 03 05:20:02.820095 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a84634-6ca5-4f2a-a45f-e14f80e804d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e68d4eb-ae05-4169-92a0-3442cfeca829,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:03.434199 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a0554155-9df0-43c1-85fb-d36870e51437 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:03.455183 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: a0554155-9df0-43c1-85fb-d36870e51437 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:03.455535 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a0554155-9df0-43c1-85fb-d36870e51437 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:09.712485 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47046) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:09.819701 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e2eef5bf-e418-45f1-bdae-27fe8a2f3b12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:09.897347 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e2eef5bf-e418-45f1-bdae-27fe8a2f3b12 admin admin] Publish callbacks [] for security_group (d36ba81a-d67f-45df-b9f9-6ea292d186e2), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:09.959613 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e2eef5bf-e418-45f1-bdae-27fe8a2f3b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d36ba81a-d67f-45df-b9f9-6ea292d186e2), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:10.001155 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e2eef5bf-e418-45f1-bdae-27fe8a2f3b12 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ac58d12fea0842589f9fb0b50d01af47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875688 Aug 03 05:20:10.004285 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eef5bf-e418-45f1-bdae-27fe8a2f3b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ba81a-d67f-45df-b9f9-6ea292d186e2,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:10.004462 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47050) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:10.055139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] Publish callbacks [] for security_group (d36ba81a-d67f-45df-b9f9-6ea292d186e2), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:10.077179 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] Publish callbacks [] for security_group (d36ba81a-d67f-45df-b9f9-6ea292d186e2), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:10.201340 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d36ba81a-d67f-45df-b9f9-6ea292d186e2), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:10.204041 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:10.205251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d36ba81a-d67f-45df-b9f9-6ea292d186e2 HTTP/1.1" status: 204 len: 168 time: 0.1998222 Aug 03 05:20:10.213728 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35a74a6-0fec-4756-b3c8-45f7db27c68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ba81a-d67f-45df-b9f9-6ea292d186e2,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:11.074307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47072) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:11.183988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-39312af4-1d78-4903-998c-90e569c36fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.260483 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-39312af4-1d78-4903-998c-90e569c36fdf admin admin] Publish callbacks [] for security_group (40a96706-2077-4e44-889c-81f8acac3254), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.344036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-39312af4-1d78-4903-998c-90e569c36fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (40a96706-2077-4e44-889c-81f8acac3254), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.390286 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-39312af4-1d78-4903-998c-90e569c36fdf admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d9b31bae533b4a0ea7440e3421ddc0b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3147902 Aug 03 05:20:11.391618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39312af4-1d78-4903-998c-90e569c36fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a96706-2077-4e44-889c-81f8acac3254,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:11.393482 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47082) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:11.448912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] Publish callbacks [] for security_group (40a96706-2077-4e44-889c-81f8acac3254), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.473207 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] Publish callbacks [] for security_group (40a96706-2077-4e44-889c-81f8acac3254), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.589839 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (40a96706-2077-4e44-889c-81f8acac3254), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.592654 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:11.593844 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/40a96706-2077-4e44-889c-81f8acac3254 HTTP/1.1" status: 204 len: 168 time: 0.1991484 Aug 03 05:20:11.602006 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97469bd6-8731-4aba-b36f-77f9e5c552e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a96706-2077-4e44-889c-81f8acac3254,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:12.624199 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47130) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:12.729959 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1837427904-network', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:12.832916 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=90,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:12.862506 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Made reservation on behalf of 3c986ef0f5ea46f9b5e788aaca042b06 for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:12.864969 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:12.873848 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:12.944395 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:12.949074 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks [] for security_group (fe2c53a6-117b-4c26-8f31-97a0e5c84889), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.030002 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (fe2c53a6-117b-4c26-8f31-97a0e5c84889), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.059434 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:20:13.070263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2c53a6-117b-4c26-8f31-97a0e5c84889,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:13.075398 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47136) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:13.075918 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (b0306c09-c0bc-436f-ae10-ae5e45850381), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.075918 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Added segment b0306c09-c0bc-436f-ae10-ae5e45850381 of type vlan for network d274ff51-9652-4d23-8cbb-d03e5409ca96 Aug 03 05:20:13.120856 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (d274ff51-9652-4d23-8cbb-d03e5409ca96), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.140717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:13.183795 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-79dc09a6-277a-4287-870c-7f8ec3a793b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.207190 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (d274ff51-9652-4d23-8cbb-d03e5409ca96), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.208232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:13.208876 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.261823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-79dc09a6-277a-4287-870c-7f8ec3a793b2 admin admin] Publish callbacks [] for security_group (142cf2b0-7923-4c39-a57e-39b44faeb620), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.273634 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] Pushing event updated for resources: {'Network': ['ID=d274ff51-9652-4d23-8cbb-d03e5409ca96,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:13.282980 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:20:13.325272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-79dc09a6-277a-4287-870c-7f8ec3a793b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (142cf2b0-7923-4c39-a57e-39b44faeb620), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.331213 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cd1c1971-1d9a-404f-88f6-ed145f4684da admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.7023950 Aug 03 05:20:13.331995 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47140) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:13.337040 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Request body: {'subnet': {'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1837427904-subnet', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:13.367421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc09a6-277a-4287-870c-7f8ec3a793b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=142cf2b0-7923-4c39-a57e-39b44faeb620,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:13.371715 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-79dc09a6-277a-4287-870c-7f8ec3a793b2 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=7fc30c3c815e4bd5b788de9c7bec1f28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2952678 Aug 03 05:20:13.374405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47142) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:13.425822 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] Publish callbacks [] for security_group (142cf2b0-7923-4c39-a57e-39b44faeb620), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.447950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] Publish callbacks [] for security_group (142cf2b0-7923-4c39-a57e-39b44faeb620), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.450923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Made reservation on behalf of 3c986ef0f5ea46f9b5e788aaca042b06 for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:13.453357 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157022'] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.458132 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:13.476649 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:13.553882 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (142cf2b0-7923-4c39-a57e-39b44faeb620), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.556751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.558163 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/142cf2b0-7923-4c39-a57e-39b44faeb620 HTTP/1.1" status: 204 len: 168 time: 0.1828213 Aug 03 05:20:13.566787 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a28fa4-4599-43ca-a09c-e1d7076d29ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=142cf2b0-7923-4c39-a57e-39b44faeb620,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:13.721887 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58995369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157004'] for subnet (ca29a07a-bc0b-4ba5-b6f9-510625917500), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:13.773190 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca29a07a-bc0b-4ba5-b6f9-510625917500,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:13.790769 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:13.791165 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Network hostable DHCP agents. Network: d274ff51-9652-4d23-8cbb-d03e5409ca96, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:20:13.897049 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:20:14.029998 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, d274ff51-9652-4d23-8cbb-d03e5409ca96) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:14.034910 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:14.035509 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.040786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483311e6-0eb0-4ab9-80c1-e91dd2123c0b None None] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:14.147321 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4afaceda-9856-4330-9b4e-afcf54446017 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8139868 Aug 03 05:20:14.149948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47148) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:14.153508 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-d274ff51-9652-4d23-8cbb-d03e5409ca96', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:20:14.154571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.154711 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:14.194191 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47150) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:14.211138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7c28748b-7100-436f-b09c-62276a6c77fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.240106 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.241473 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.299798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7c28748b-7100-436f-b09c-62276a6c77fa admin admin] Publish callbacks [] for security_group (823cd8f7-a6b7-4001-91d9-8d1f725490a9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.302885 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for router_controller (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.315546 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Allocated IP 172.20.0.2 (d274ff51-9652-4d23-8cbb-d03e5409ca96/ca29a07a-bc0b-4ba5-b6f9-510625917500/6c689a17-01ca-4d54-94c2-f7509d486ac1) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:14.401047 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-7c28748b-7100-436f-b09c-62276a6c77fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (823cd8f7-a6b7-4001-91d9-8d1f725490a9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.447526 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-7c28748b-7100-436f-b09c-62276a6c77fa admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=505a20d163ad47c99f32b0cb33647834&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522018 Aug 03 05:20:14.448247 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47152) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:14.448981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c28748b-7100-436f-b09c-62276a6c77fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823cd8f7-a6b7-4001-91d9-8d1f725490a9,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:14.466541 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks [] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.511261 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] Publish callbacks [] for security_group (823cd8f7-a6b7-4001-91d9-8d1f725490a9), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.534437 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] Publish callbacks [] for security_group (823cd8f7-a6b7-4001-91d9-8d1f725490a9), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.545340 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.581131 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:14.581860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for router_gateway (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.584276 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:14.588209 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:14.605944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Pushing event updated for resources: {'Port': ['ID=6c689a17-01ca-4d54-94c2-f7509d486ac1,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:14.660775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:14.662236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Attempting to bind port 6c689a17-01ca-4d54-94c2-f7509d486ac1 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:14.662708 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Attempting to bind port 6c689a17-01ca-4d54-94c2-f7509d486ac1 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:14.663098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Attempting to bind port 6c689a17-01ca-4d54-94c2-f7509d486ac1 on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:14.670658 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:14.671080 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:14.671490 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.671889 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Bound using segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:14.672361 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Bound port: 6c689a17-01ca-4d54-94c2-f7509d486ac1, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:14.672759 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.673991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (823cd8f7-a6b7-4001-91d9-8d1f725490a9), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.675464 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:14.676676 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.680485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/823cd8f7-a6b7-4001-91d9-8d1f725490a9 HTTP/1.1" status: 204 len: 168 time: 0.2253358 Aug 03 05:20:14.686223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c6d87-d0ff-4660-8128-3026a6688cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823cd8f7-a6b7-4001-91d9-8d1f725490a9,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:14.749589 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] For port 6c689a17-01ca-4d54-94c2-f7509d486ac1, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:14.753578 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] For port 6c689a17-01ca-4d54-94c2-f7509d486ac1, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c689a17-01ca-4d54-94c2-f7509d486ac1,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:14.841215 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for router_gateway (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.841799 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.863391 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:14.895212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4d4a8-ab8f-43b7-ab2e-38059ab2b952 None None] Pushing event updated for resources: {'Port': ['ID=6c689a17-01ca-4d54-94c2-f7509d486ac1,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:14.953291 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:14.984286 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Allocated IP 172.27.4.202 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/41dfc60e-fc55-4d5d-9304-95732c0ffa60) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:15.120811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.241599 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.280074 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:15.283729 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:15.290436 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:15.319666 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Pushing event updated for resources: {'Port': ['ID=41dfc60e-fc55-4d5d-9304-95732c0ffa60,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:15.447191 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:15.479899 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c689a17-01ca-4d54-94c2-f7509d486ac1 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:15.526105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:15.528101 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6c689a17-01ca-4d54-94c2-f7509d486ac1 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:15.528476 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.618219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for router_gateway (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.624755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6c689a17-01ca-4d54-94c2-f7509d486ac1 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:15.625386 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.665571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 6c689a17-01ca-4d54-94c2-f7509d486ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c689a17-01ca-4d54-94c2-f7509d486ac1,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:15.732807 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.791858 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=6c689a17-01ca-4d54-94c2-f7509d486ac1,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:15.852942 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.870758 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47176) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:15.898096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e001c5e4-52d7-4ba5-8736-373a92cc9a64 None None] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:15.983664 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cbef1037-4252-4564-9d3f-c6199514385a None None] Provisioning complete for port 6c689a17-01ca-4d54-94c2-f7509d486ac1 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:15.984052 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cbef1037-4252-4564-9d3f-c6199514385a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:15.995172 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1516134526-network', 'tenant_id': '1280353c68cf4f8388ea94ba12d1ddcd'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:16.087082 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:20:16.095665 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cbef1037-4252-4564-9d3f-c6199514385a None None] Current status of the port 6c689a17-01ca-4d54-94c2-f7509d486ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:16.161358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Made reservation on behalf of 1280353c68cf4f8388ea94ba12d1ddcd for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:16.163755 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.173535 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.199414 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:16.212318 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:16.221978 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:16.222602 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:16.258183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks [] for security_group (1abc1c96-b52e-4506-9464-c21ef42040a5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.317530 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.318923 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b71620a4-4032-42ed-8cb0-193628fd69d0 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1679132 Aug 03 05:20:16.321822 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47180) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:16.322329 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-a492c795-6ddd-4e12-ab6e-1b35223c686f None None] Provisioning complete for port 6c689a17-01ca-4d54-94c2-f7509d486ac1 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:16.322734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a492c795-6ddd-4e12-ab6e-1b35223c686f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.324794 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:16.328497 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:16.383950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1abc1c96-b52e-4506-9464-c21ef42040a5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.397988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] vlan segment allocate from pool success with {'vlan_id': 600, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:20:16.412852 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (2a522fdf-b207-4317-bd27-3969eb7dcdc6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.414282 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Added segment 2a522fdf-b207-4317-bd27-3969eb7dcdc6 of type vlan for network 89ad1224-b888-4da2-9af4-a024023b05a0 Aug 03 05:20:16.418096 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-a492c795-6ddd-4e12-ab6e-1b35223c686f None None] Current status of the port 6c689a17-01ca-4d54-94c2-f7509d486ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:16.490335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (89ad1224-b888-4da2-9af4-a024023b05a0), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.496092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc1c96-b52e-4506-9464-c21ef42040a5,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:16.504085 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:15Z', 'revision_number': 3, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:16.534825 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:16.535288 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Updating router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:16.563120 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.572278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (89ad1224-b888-4da2-9af4-a024023b05a0), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.574096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:16.574096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.643916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] Pushing event updated for resources: {'Network': ['ID=89ad1224-b888-4da2-9af4-a024023b05a0,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:16.654304 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 89ad1224-b888-4da2-9af4-a024023b05a0 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:20:16.687628 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-676d40df-ae27-41ab-b48f-73cbcfc94b1e admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8157125 Aug 03 05:20:16.691239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47182) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:16.695949 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Request body: {'subnet': {'network_id': '89ad1224-b888-4da2-9af4-a024023b05a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1516134526-subnet', 'tenant_id': '1280353c68cf4f8388ea94ba12d1ddcd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:16.719823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:16.723985 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:16.773044 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.800726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Made reservation on behalf of 1280353c68cf4f8388ea94ba12d1ddcd for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:16.803283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.830576 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:16.832844 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks [] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:16.929335 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Allocated IP 172.20.0.1 (d274ff51-9652-4d23-8cbb-d03e5409ca96/ca29a07a-bc0b-4ba5-b6f9-510625917500/cb3be34f-6185-40dc-99b0-ea65d5eac249) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:16.931031 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:16.949898 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.055433 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks [] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.064519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (e3d63ac1-44dc-47b1-af15-5c0e2773e969), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.078994 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Attempting to bind port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:17.079361 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Attempting to bind port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:17.079789 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Attempting to bind port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:17.084884 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:17.093531 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:17.093912 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:17.094303 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.094699 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:17.095813 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Bound port: 41dfc60e-fc55-4d5d-9304-95732c0ffa60, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:17.101885 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.101885 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Pushing event updated for resources: {'Port': ['ID=41dfc60e-fc55-4d5d-9304-95732c0ffa60,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:17.103595 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f2bc49c8-1042-4535-96bc-e788726a5a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.124004 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.124383 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.124747 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.125154 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.125490 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.125816 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.126138 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.126507 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.126835 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.127210 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.127530 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.127866 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.128171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d63ac1-44dc-47b1-af15-5c0e2773e969,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:17.128297 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.128487 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.128803 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:17.135737 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Checking segment: {'id': '2a522fdf-b207-4317-bd27-3969eb7dcdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '89ad1224-b888-4da2-9af4-a024023b05a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:17.136092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Network hostable DHCP agents. Network: 89ad1224-b888-4da2-9af4-a024023b05a0, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:20:17.145659 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.163768 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] For port 41dfc60e-fc55-4d5d-9304-95732c0ffa60, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:17.166739 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] For port 41dfc60e-fc55-4d5d-9304-95732c0ffa60, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=41dfc60e-fc55-4d5d-9304-95732c0ffa60,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:17.190992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:17.194287 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:17.196225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:17.198349 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:17.239590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.246709 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Network 89ad1224-b888-4da2-9af4-a024023b05a0 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:20:17.264261 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.309939 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:17.310576 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:17.320724 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:17.331618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 89ad1224-b888-4da2-9af4-a024023b05a0) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:17.343508 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db3fa6c-222f-48f8-bb4f-51afbf6a231d None None] Network 89ad1224-b888-4da2-9af4-a024023b05a0 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:17.346307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:17.347584 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.362827 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d991e05-6a83-4dbb-bebc-86c5793f44a1 None None] Pushing event updated for resources: {'Port': ['ID=41dfc60e-fc55-4d5d-9304-95732c0ffa60,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:17.429621 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:17.466117 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:17.502387 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4b250699-9d70-4edc-b964-8d02e99b66da admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8100204 Aug 03 05:20:17.522055 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c689a17-01ca-4d54-94c2-f7509d486ac1 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:17.564415 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b3f4c0-0858-4324-9c4f-d0410c359388 None None] Network 89ad1224-b888-4da2-9af4-a024023b05a0 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:17.612107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-e16bf511-a568-4df0-a5b1-562d7ed9d8e3 None None] Provisioning complete for port cb3be34f-6185-40dc-99b0-ea65d5eac249 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:17.612444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e16bf511-a568-4df0-a5b1-562d7ed9d8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.682636 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:15Z', 'revision_number': 3, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:17.710012 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536b0aee-80e8-41a4-92e2-764bf5c5ca47 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:15Z', 'revision_number': 3, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:17.768351 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.818552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 6c689a17-01ca-4d54-94c2-f7509d486ac1 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:17.819263 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:17.878545 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-e16bf511-a568-4df0-a5b1-562d7ed9d8e3 None None] Port cb3be34f-6185-40dc-99b0-ea65d5eac249 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:17.949219 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 6c689a17-01ca-4d54-94c2-f7509d486ac1 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:17.982989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks [] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.091089 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.164499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Pushing event updated for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:18.168142 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.198045 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:18.273244 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:18.274788 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:18.345372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47200) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:18.350759 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473227536-network', 'tenant_id': '4fa014778b1f455180a91fe7c3a6be99'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:18.413156 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:20:18.458689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Made reservation on behalf of 4fa014778b1f455180a91fe7c3a6be99 for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:18.461026 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.470872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.536065 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:18.541131 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8e2b8244-7d8b-4795-b19d-c757f220c772 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/34dffd3c-8d4d-42bf-bfa6-2085b2f7970a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2182546 Aug 03 05:20:18.568227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks [] for security_group (821774ab-a5d3-439b-b8e3-47761c182b74), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.611296 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-6cc2047b-c35f-4b31-90a1-4ec556700f47 None None] Provisioning complete for port cb3be34f-6185-40dc-99b0-ea65d5eac249 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:18.611668 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6cc2047b-c35f-4b31-90a1-4ec556700f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.644283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (821774ab-a5d3-439b-b8e3-47761c182b74), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.653240 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2047b-c35f-4b31-90a1-4ec556700f47 None None] Port cb3be34f-6185-40dc-99b0-ea65d5eac249 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:18.660194 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:18.670434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:20:18.692927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (370f1ed1-bb8c-4dd9-868d-f115a66ce5bb), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.696642 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Added segment 370f1ed1-bb8c-4dd9-868d-f115a66ce5bb of type vlan for network 360e0afa-b368-4f0e-b171-e24b154b6f72 Aug 03 05:20:18.696642 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821774ab-a5d3-439b-b8e3-47761c182b74,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:18.738445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (360e0afa-b368-4f0e-b171-e24b154b6f72), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.818041 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (360e0afa-b368-4f0e-b171-e24b154b6f72), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.819123 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:18.819716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:18.889411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] Pushing event updated for resources: {'Network': ['ID=360e0afa-b368-4f0e-b171-e24b154b6f72,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:18.900928 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network 360e0afa-b368-4f0e-b171-e24b154b6f72 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:20:18.962024 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-34dd1667-37d2-44db-9a9e-139015d4e0ba admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6152608 Aug 03 05:20:18.964766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47208) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:18.966067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:18.971038 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Request body: {'subnet': {'network_id': '360e0afa-b368-4f0e-b171-e24b154b6f72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1473227536-subnet', 'tenant_id': '4fa014778b1f455180a91fe7c3a6be99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:19.080348 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Made reservation on behalf of 4fa014778b1f455180a91fe7c3a6be99 for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:19.083111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.245799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:19.316576 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (fc17771a-2e08-4cf2-b66a-747cf10ecb52), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.382073 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc17771a-2e08-4cf2-b66a-747cf10ecb52,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:19.397539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Checking segment: {'id': '370f1ed1-bb8c-4dd9-868d-f115a66ce5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '360e0afa-b368-4f0e-b171-e24b154b6f72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:19.397539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Network hostable DHCP agents. Network: 360e0afa-b368-4f0e-b171-e24b154b6f72, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:20:19.422092 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47218) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:19.427815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1499098866-network', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:19.450403 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:19.459386 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:19.460015 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:19:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:19.469763 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Network 360e0afa-b368-4f0e-b171-e24b154b6f72 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:20:19.497192 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 41dfc60e-fc55-4d5d-9304-95732c0ffa60 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:19.502201 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6003657f-f381-4075-bfa0-3da41c5e80ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.554938 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Made reservation on behalf of f3d47ea13c2d4e9181faf641275f034f for: {'network': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:19.557455 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.566574 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.578800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, 360e0afa-b368-4f0e-b171-e24b154b6f72) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:19.584627 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:19.585539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.590871 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:19.599946 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:19.600239 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.601901 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e12a35b-9c14-4966-ae21-b798c331175f None None] Network 360e0afa-b368-4f0e-b171-e24b154b6f72 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:19.648206 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks [] for security_group (bf198dfb-765d-41f3-9edf-8c418b6553c3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.658657 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:19.677865 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-84ce23f5-e0cd-43ff-84e9-47a1040636f1 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7119548 Aug 03 05:20:19.696381 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bf198dfb-765d-41f3-9edf-8c418b6553c3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.725628 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 617, 'physical_network': 'physnet1'} {{(pid=104591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:20:19.736187 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf198dfb-765d-41f3-9edf-8c418b6553c3,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:19.746320 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (487b5700-5a05-4869-b17a-3ef9d51102fd), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.746683 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.segments_db [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Added segment 487b5700-5a05-4869-b17a-3ef9d51102fd of type vlan for network caac3fb6-6c60-4e58-b61f-a4613386d7b9 Aug 03 05:20:19.807993 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (caac3fb6-6c60-4e58-b61f-a4613386d7b9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.817172 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47222) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:19.841374 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:19.870919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Deleting subnet e3d63ac1-44dc-47b1-af15-5c0e2773e969 {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:20:19.874299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Publish callbacks [] for subnet (e3d63ac1-44dc-47b1-af15-5c0e2773e969), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.885456 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d991981a-bc68-49cf-9ac5-338c78a7df29 None None] Network 360e0afa-b368-4f0e-b171-e24b154b6f72 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:19.906128 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:19.906781 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.910650 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (e3d63ac1-44dc-47b1-af15-5c0e2773e969), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.919196 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (caac3fb6-6c60-4e58-b61f-a4613386d7b9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.920385 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:19.921740 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.956559 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (e3d63ac1-44dc-47b1-af15-5c0e2773e969), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:19.979480 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 41dfc60e-fc55-4d5d-9304-95732c0ffa60, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=41dfc60e-fc55-4d5d-9304-95732c0ffa60,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:19.984924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] Pushing event updated for resources: {'Network': ['ID=caac3fb6-6c60-4e58-b61f-a4613386d7b9,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:19.996553 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:20:20.030412 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-82736e1a-d69e-43a5-ad13-1580bca31d20 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6071415 Aug 03 05:20:20.033288 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47224) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:20.038265 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Request body: {'subnet': {'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1499098866-subnet', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'ip_version': 4}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:20.109691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Made reservation on behalf of f3d47ea13c2d4e9181faf641275f034f for: {'subnet': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:20.113630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3485661'] for subnet (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.113766 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.118648 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (e3d63ac1-44dc-47b1-af15-5c0e2773e969), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.134828 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 2, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:20.170976 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d63ac1-44dc-47b1-af15-5c0e2773e969,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:20.187043 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:20.187403 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Updating router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a port cb3be34f-6185-40dc-99b0-ea65d5eac249 binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:20.189763 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:20.200879 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.204073 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d955de4d-8adc-48fe-9b38-4eb702d28cab admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/e3d63ac1-44dc-47b1-af15-5c0e2773e969 HTTP/1.1" status: 204 len: 168 time: 0.3860211 Aug 03 05:20:20.207057 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47226) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:20.231987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.234024 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=41dfc60e-fc55-4d5d-9304-95732c0ffa60,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:20.250260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:20.305738 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (89ad1224-b888-4da2-9af4-a024023b05a0), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.462656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (89ad1224-b888-4da2-9af4-a024023b05a0), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.479532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:20.485006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89ad1224-b888-4da2-9af4-a024023b05a0']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:20.497171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a522fdf-b207-4317-bd27-3969eb7dcdc6') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:20.497581 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a522fdf-b207-4317-bd27-3969eb7dcdc6') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:20.508428 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (2a522fdf-b207-4317-bd27-3969eb7dcdc6), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.510102 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks [] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.516429 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59445789', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3485647'] for subnet (7945cf4f-a2b3-4e0d-942a-a398fb99ba8c), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.543526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (2a522fdf-b207-4317-bd27-3969eb7dcdc6), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.564356 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:20:20.564747 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (2a522fdf-b207-4317-bd27-3969eb7dcdc6), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.591618 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 2a522fdf-b207-4317-bd27-3969eb7dcdc6 resource provider aggregate not found Aug 03 05:20:20.599621 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.671824 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f69355-a72c-4422-ad8e-b2b167c686a4 None None] Pushing event updated for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:20.718071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Attempting to bind port cb3be34f-6185-40dc-99b0-ea65d5eac249 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:20.718071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Attempting to bind port cb3be34f-6185-40dc-99b0-ea65d5eac249 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:20.718071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Attempting to bind port cb3be34f-6185-40dc-99b0-ea65d5eac249 on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:20.721233 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:20.721615 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:20.722024 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.722423 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Bound using segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:20.722934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Bound port: cb3be34f-6185-40dc-99b0-ea65d5eac249, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:20.723333 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.768238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.800076 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] For port cb3be34f-6185-40dc-99b0-ea65d5eac249, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:20.803502 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] For port cb3be34f-6185-40dc-99b0-ea65d5eac249, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cb3be34f-6185-40dc-99b0-ea65d5eac249,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:20.891025 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 2a522fdf-b207-4317-bd27-3969eb7dcdc6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a522fdf-b207-4317-bd27-3969eb7dcdc6 found for delete ", "request_id": "req-79d2fb6d-86b5-4972-af6e-1a2adbdd2dde"}]} Aug 03 05:20:20.903674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7945cf4f-a2b3-4e0d-942a-a398fb99ba8c,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:20.917313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Checking segment: {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:20.917736 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Network hostable DHCP agents. Network: caac3fb6-6c60-4e58-b61f-a4613386d7b9, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104590) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:20:20.938663 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:20.975758 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:20.979563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:20.980194 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:21.027374 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f69355-a72c-4422-ad8e-b2b167c686a4 None None] Pushing event updated for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:21.126993 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (89ad1224-b888-4da2-9af4-a024023b05a0), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.128602 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:20:21.137362 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.139478 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/89ad1224-b888-4da2-9af4-a024023b05a0 HTTP/1.1" status: 204 len: 168 time: 0.9276738 Aug 03 05:20:21.143179 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47232) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:21.171688 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa20c50-9dd4-4e08-9166-4db150657ffb admin admin] Pushing event deleted for resources: {'Network': ['ID=89ad1224-b888-4da2-9af4-a024023b05a0,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:21.201033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Deleting subnet fc17771a-2e08-4cf2-b66a-747cf10ecb52 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:20:21.205654 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Publish callbacks [] for subnet (fc17771a-2e08-4cf2-b66a-747cf10ecb52), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.237359 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:21.248172 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (fc17771a-2e08-4cf2-b66a-747cf10ecb52), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.252360 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, caac3fb6-6c60-4e58-b61f-a4613386d7b9) {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:21.256857 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:21.257595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.263129 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f06c5-9851-4aaf-8d8f-7d1872b069e2 None None] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:21.293134 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (fc17771a-2e08-4cf2-b66a-747cf10ecb52), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.330579 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5b4901c5-149a-4c75-8839-dbcb3ed6a5e9 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2949395 Aug 03 05:20:21.332858 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47236) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:21.337860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:21.350173 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:21.367810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:21.418472 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (fc17771a-2e08-4cf2-b66a-747cf10ecb52), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.420815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.421834 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.455151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc17771a-2e08-4cf2-b66a-747cf10ecb52,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:21.462442 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.468260 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-743b5a2e-6417-4b50-a827-3fd237e6f1e8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/fc17771a-2e08-4cf2-b66a-747cf10ecb52 HTTP/1.1" status: 204 len: 168 time: 0.3215377 Aug 03 05:20:21.470534 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47238) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:21.483780 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'fixed_ips': [{'subnet_id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:20:21.484788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.496537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 41dfc60e-fc55-4d5d-9304-95732c0ffa60 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:21.538203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for router_controller (855d33dd-6538-4929-b8ba-a1a8fa01214e), precommit_add_association {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.564637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (360e0afa-b368-4f0e-b171-e24b154b6f72), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.650037 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:20Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:21.650511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (360e0afa-b368-4f0e-b171-e24b154b6f72), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.673729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['360e0afa-b368-4f0e-b171-e24b154b6f72']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:21.684503 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:21.684707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370f1ed1-bb8c-4dd9-868d-f115a66ce5bb') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:21.684883 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.685021 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370f1ed1-bb8c-4dd9-868d-f115a66ce5bb') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:21.690713 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e434a1-6266-4294-84b7-3b7c6ff9e0f6 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:20Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:21.698262 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (370f1ed1-bb8c-4dd9-868d-f115a66ce5bb), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.714292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (370f1ed1-bb8c-4dd9-868d-f115a66ce5bb), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.722075 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:20:21.722296 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (370f1ed1-bb8c-4dd9-868d-f115a66ce5bb), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.791016 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Allocated IP 172.20.0.2 (caac3fb6-6c60-4e58-b61f-a4613386d7b9/7945cf4f-a2b3-4e0d-942a-a398fb99ba8c/dfb944a1-e4a4-45b4-91ce-ad9205487dd9) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:21.867626 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for router_gateway (855d33dd-6538-4929-b8ba-a1a8fa01214e), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.878072 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:21.903382 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (360e0afa-b368-4f0e-b171-e24b154b6f72), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.925146 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:21.928406 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/360e0afa-b368-4f0e-b171-e24b154b6f72 HTTP/1.1" status: 204 len: 168 time: 0.4584124 Aug 03 05:20:21.929626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf20328-efaf-4a3d-839b-b5ed8081f48e admin admin] Pushing event deleted for resources: {'Network': ['ID=360e0afa-b368-4f0e-b171-e24b154b6f72,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:22.011466 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:22.039591 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks [] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.146160 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for router_gateway (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.149637 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.166424 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.169059 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=5,neutron:INSERT=7,neutron:SELECT=84,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:22.177714 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.241143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:22.242431 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Pushing event updated for resources: {'Port': ['ID=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:22.245073 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:22.247270 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:22.297662 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Allocated IP 172.27.4.65 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/39a3f253-1661-4443-8898-13ae3a3551ee) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:22.322010 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Attempting to bind port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:22.322379 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Attempting to bind port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:22.322741 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Attempting to bind port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 on network caac3fb6-6c60-4e58-b61f-a4613386d7b9 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:22.328352 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 19, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:22.328722 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Checking segment: {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:22.329143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.329534 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Bound using segment: {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:22.330271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Bound port: dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:22.330646 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.372257 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.382440 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:22.397494 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.403473 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] For port dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:22.408187 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] For port dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:22.425022 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for port (39a3f253-1661-4443-8898-13ae3a3551ee), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.433149 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47242) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:22.470642 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:22.475161 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.498750 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47244) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:22.499604 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b3f3a920-0c56-4d59-818c-7b32033b71ae admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1280353c68cf4f8388ea94ba12d1ddcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0651746 Aug 03 05:20:22.544557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126de1a-e3ce-4c93-9e32-9a94a0e4cd52 None None] Pushing event updated for resources: {'Port': ['ID=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:22.550083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.575976 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:22.583245 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] Publish callbacks [] for security_group (1abc1c96-b52e-4506-9464-c21ef42040a5), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.602721 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:22.608321 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] Publish callbacks [] for security_group (1abc1c96-b52e-4506-9464-c21ef42040a5), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.608754 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:22.611578 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:22.638912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Pushing event updated for resources: {'Port': ['ID=39a3f253-1661-4443-8898-13ae3a3551ee,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:22.745229 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1abc1c96-b52e-4506-9464-c21ef42040a5), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.748696 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:22.750152 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1abc1c96-b52e-4506-9464-c21ef42040a5 HTTP/1.1" status: 204 len: 168 time: 0.2495368 Aug 03 05:20:22.760792 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3b36f5-8466-4b25-a14d-a8e77da5636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc1c96-b52e-4506-9464-c21ef42040a5,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:22.912708 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 370f1ed1-bb8c-4dd9-868d-f115a66ce5bb resource provider aggregate not found Aug 03 05:20:22.932066 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 370f1ed1-bb8c-4dd9-868d-f115a66ce5bb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 370f1ed1-bb8c-4dd9-868d-f115a66ce5bb found for delete ", "request_id": "req-a7303c00-6d4b-4858-8234-0ed0c0d627b5"}]} Aug 03 05:20:23.022184 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for router_gateway (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.213548 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:23.249419 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.446480 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Router 855d33dd-6538-4929-b8ba-a1a8fa01214e is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:20:23.514524 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36551e13-270e-4a4c-b473-80887e63dd94 None None] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:23.530918 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cb3be34f-6185-40dc-99b0-ea65d5eac249 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:23.563151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:23.574879 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47254) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:23.575732 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Sync routers for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:23.588730 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:23.590214 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:23.620426 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-956c6018-78a1-4a26-82ef-8656d334b3ad admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4fa014778b1f455180a91fe7c3a6be99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464897 Aug 03 05:20:23.623311 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47256) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:23.630699 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Provisioning complete for port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:23.632141 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.658785 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.660285 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-8cad7d1c-4d67-4b7d-b2b8-8538b03bbf90 admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3263843 Aug 03 05:20:23.663014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47258) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:23.686318 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:23.690240 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] Publish callbacks [] for security_group (821774ab-a5d3-439b-b8e3-47761c182b74), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.706934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port cb3be34f-6185-40dc-99b0-ea65d5eac249 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:23.707282 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.717810 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] Publish callbacks [] for security_group (821774ab-a5d3-439b-b8e3-47761c182b74), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.739637 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:23.797659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Current status of the port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:23.798939 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.856093 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port cb3be34f-6185-40dc-99b0-ea65d5eac249 is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:23.856790 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.867490 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (821774ab-a5d3-439b-b8e3-47761c182b74), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.871499 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:23.875670 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/821774ab-a5d3-439b-b8e3-47761c182b74 HTTP/1.1" status: 204 len: 168 time: 0.2513535 Aug 03 05:20:23.887860 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944e618-360a-4f4c-aecf-cafb5c035a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821774ab-a5d3-439b-b8e3-47761c182b74,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:23.890909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] For port dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:23.956469 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port cb3be34f-6185-40dc-99b0-ea65d5eac249, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cb3be34f-6185-40dc-99b0-ea65d5eac249,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:23.973462 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.028202 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:22Z', 'revision_number': 3, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:24.051626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.051626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device dfb944a1-e4a4-45b4-91ce-ad9205487dd9 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:24.061747 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Checking router: 855d33dd-6538-4929-b8ba-a1a8fa01214e for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:24.062387 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Updating router 855d33dd-6538-4929-b8ba-a1a8fa01214e port 39a3f253-1661-4443-8898-13ae3a3551ee binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:24.093454 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.097587 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee04acc-10ca-41b8-803c-26107ec24746 None None] Pushing event updated for resources: {'Port': ['ID=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:24.128686 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cc4dc4a9-f52d-4ab4-a359-9cc06f85ecee None None] Provisioning complete for port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:24.129061 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cc4dc4a9-f52d-4ab4-a359-9cc06f85ecee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.170805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:24.171268 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.203915 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.221558 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.226990 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:24.246156 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.276590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.305877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cc4dc4a9-f52d-4ab4-a359-9cc06f85ecee None None] Current status of the port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:24.317266 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:24.367621 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks [] for port (39a3f253-1661-4443-8898-13ae3a3551ee), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.441831 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Allocated IP 172.20.0.1 (caac3fb6-6c60-4e58-b61f-a4613386d7b9/7945cf4f-a2b3-4e0d-942a-a398fb99ba8c/5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:24.451976 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.484647 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.494194 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Attempting to bind port 39a3f253-1661-4443-8898-13ae3a3551ee on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:24.494564 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Attempting to bind port 39a3f253-1661-4443-8898-13ae3a3551ee by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:24.494946 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Attempting to bind port 39a3f253-1661-4443-8898-13ae3a3551ee on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:24.503945 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.508916 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:24.510883 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:24.510883 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.510883 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:24.510883 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Bound port: 39a3f253-1661-4443-8898-13ae3a3551ee, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:24.510883 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.513416 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd82ca-cfad-4abf-9c4c-c2a6a125f646 None None] Pushing event updated for resources: {'Port': ['ID=39a3f253-1661-4443-8898-13ae3a3551ee,revision_number=2']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:24.563023 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:24.564919 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] For port 39a3f253-1661-4443-8898-13ae3a3551ee, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:24.568452 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] For port 39a3f253-1661-4443-8898-13ae3a3551ee, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=39a3f253-1661-4443-8898-13ae3a3551ee,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:24.575064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks [] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.664455 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.667591 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.681909 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:24.682628 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:24.721381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:24.724757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:24.731002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:24.760593 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Pushing event updated for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:24.778497 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:24.810678 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dd82ca-cfad-4abf-9c4c-c2a6a125f646 None None] Pushing event updated for resources: {'Port': ['ID=39a3f253-1661-4443-8898-13ae3a3551ee,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:24.828845 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:24.993491 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.028319 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-d58eaf8f-c38c-4ab3-a583-558685d8ab7d None None] Provisioning complete for port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:25.028888 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d58eaf8f-c38c-4ab3-a583-558685d8ab7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.034471 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:22Z', 'revision_number': 3, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:25.062850 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-d58eaf8f-c38c-4ab3-a583-558685d8ab7d None None] Port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:25.066102 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c41adf-c419-4b87-9020-540b4c0dc8fa None None] The sync data for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi is: [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:22Z', 'revision_number': 3, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:25.137527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:25.186901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks [] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.239327 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.324783 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Pushing event updated for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:25.324783 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.436797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:25.436797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:25.601752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Router 855d33dd-6538-4929-b8ba-a1a8fa01214e has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:20:25.656585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 39a3f253-1661-4443-8898-13ae3a3551ee up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:25.675449 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:25.735079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 39a3f253-1661-4443-8898-13ae3a3551ee triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:25.736192 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.765332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:25.784235 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-dfe05995-6440-49c7-b312-6480bb711836 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/855d33dd-6538-4929-b8ba-a1a8fa01214e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1187904 Aug 03 05:20:25.798459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-9bf8e9c3-b556-441e-b9f9-d7b0f0e2679b None None] Provisioning complete for port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:25.798858 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9bf8e9c3-b556-441e-b9f9-d7b0f0e2679b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.873532 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-9bf8e9c3-b556-441e-b9f9-d7b0f0e2679b None None] Port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:25.875126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 39a3f253-1661-4443-8898-13ae3a3551ee is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:25.875583 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.900067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 39a3f253-1661-4443-8898-13ae3a3551ee, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=39a3f253-1661-4443-8898-13ae3a3551ee,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:25.972441 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:25.974113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cb3be34f-6185-40dc-99b0-ea65d5eac249 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:26.076692 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=39a3f253-1661-4443-8898-13ae3a3551ee,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:26.081814 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port cb3be34f-6185-40dc-99b0-ea65d5eac249 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:26.082238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.318300 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port cb3be34f-6185-40dc-99b0-ea65d5eac249 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:26.319445 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device dfb944a1-e4a4-45b4-91ce-ad9205487dd9 up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:26.345524 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47310) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:26.350142 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1007032199', 'description': 'tempest-secgroup-smoke-1007032199 description', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:26.362487 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:26.362939 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.440938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.442917 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:26.514110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.565964 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.597223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:26.636763 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.640987 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2f36be34-2b64-412f-bb13-c62c47fd6fbc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2914958 Aug 03 05:20:26.641421 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47318) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:26.646203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:26.713163 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (4401e5bd-0515-4c4f-b11c-2db390e2cd1a), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.772431 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (4401e5bd-0515-4c4f-b11c-2db390e2cd1a), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.851825 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (4401e5bd-0515-4c4f-b11c-2db390e2cd1a), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.871697 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4401e5bd-0515-4c4f-b11c-2db390e2cd1a,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:26.933912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:26.935288 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9bd0baa9-95ab-490a-87df-8b6f14cbef37 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928350 Aug 03 05:20:26.937875 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47322) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:26.943865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:26.990653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Sync routers for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:27.001070 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:27.006113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:27.046959 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:27.057417 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (19006302-628d-4e9f-9dd3-95c0fe337002), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.109522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:27.241923 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:27.257055 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (19006302-628d-4e9f-9dd3-95c0fe337002), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.303090 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:24Z', 'revision_number': 4, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa', 'name': '', 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'mac_address': 'fa:16:3e:54:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:24Z', 'updated_at': '2022-08-03T05:20:25Z', 'revision_number': 2, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'subnets': [{'id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:27.333582 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Checking router: 855d33dd-6538-4929-b8ba-a1a8fa01214e for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:27.333942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Updating router 855d33dd-6538-4929-b8ba-a1a8fa01214e port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:27.348763 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (19006302-628d-4e9f-9dd3-95c0fe337002), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.361977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.368649 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19006302-628d-4e9f-9dd3-95c0fe337002,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:27.443775 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.447582 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e3c6c9c8-c9e9-4350-b382-4ff8543819f9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5062163 Aug 03 05:20:27.447834 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47324) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:27.452345 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:27.470805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 39a3f253-1661-4443-8898-13ae3a3551ee up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:27.555350 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (1b2e6041-80bb-4f65-953b-0f102157540b), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.583556 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 39a3f253-1661-4443-8898-13ae3a3551ee triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:27.583928 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.617994 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (1b2e6041-80bb-4f65-953b-0f102157540b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.691978 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (1b2e6041-80bb-4f65-953b-0f102157540b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.708501 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2e6041-80bb-4f65-953b-0f102157540b,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:27.734659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 39a3f253-1661-4443-8898-13ae3a3551ee is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:27.739351 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks [] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.756687 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.757928 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-562cc0be-5c63-4e08-8148-45e7ad16f239 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091047 Aug 03 05:20:27.760616 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47326) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:27.764912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:27.794735 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.840600 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (0a57d9c3-6c43-41cd-941f-e7fc0e71de3b), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.882281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51155-fb3d-4b5d-9f71-9151cd097c9a None None] Pushing event updated for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:27.894557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Attempting to bind port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:27.894962 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Attempting to bind port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:27.895334 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Attempting to bind port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa on network caac3fb6-6c60-4e58-b61f-a4613386d7b9 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:27.900654 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:27.901028 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Checking segment: {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:27.907733 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.907733 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Bound using segment: {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:27.907733 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Bound port: 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '487b5700-5a05-4869-b17a-3ef9d51102fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:27.907733 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.908121 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=81,neutron:DELETE=9,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:27.909334 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (0a57d9c3-6c43-41cd-941f-e7fc0e71de3b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:27.963958 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] For port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:27.967047 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] For port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:28.000177 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (0a57d9c3-6c43-41cd-941f-e7fc0e71de3b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.020550 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a57d9c3-6c43-41cd-941f-e7fc0e71de3b,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:28.058047 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.090473 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.092002 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:28.092763 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d6aa53ab-a992-40b8-b7a3-ca9e0dbf21d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311417 Aug 03 05:20:28.098246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47332) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:28.100800 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:28.101378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:28.101528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:28.150803 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f51155-fb3d-4b5d-9f71-9151cd097c9a None None] Pushing event updated for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:28.155140 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:28.177873 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.securitygroups_db [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Project 3c986ef0f5ea46f9b5e788aaca042b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:20:28.187786 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (584a9c47-7338-4c4f-a8a4-880bf64bf32d), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.225208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:28.249548 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (584a9c47-7338-4c4f-a8a4-880bf64bf32d), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.349014 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (584a9c47-7338-4c4f-a8a4-880bf64bf32d), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.368311 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584a9c47-7338-4c4f-a8a4-880bf64bf32d,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:28.416107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:24Z', 'revision_number': 4, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa', 'name': '', 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'mac_address': 'fa:16:3e:54:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:24Z', 'updated_at': '2022-08-03T05:20:27Z', 'revision_number': 4, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'subnets': [{'id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:28.440418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a71a565-877e-4340-ad22-a30be2db981a None None] The sync data for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi is: [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:20:24Z', 'revision_number': 4, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': '5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa', 'name': '', 'network_id': 'caac3fb6-6c60-4e58-b61f-a4613386d7b9', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'mac_address': 'fa:16:3e:54:42:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_interface', 'standard_attr_id': 625, 'fixed_ips': [{'subnet_id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:24Z', 'updated_at': '2022-08-03T05:20:27Z', 'revision_number': 4, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'subnets': [{'id': '7945cf4f-a2b3-4e0d-942a-a398fb99ba8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:28.515292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.517698 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-97ef0130-ebd6-4fd3-a059-4eef99996dc0 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4205492 Aug 03 05:20:28.520867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47334) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:28.525314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'security_group_rule': {'security_group_id': '1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572', 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:28.629033 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.securitygroups_db [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Project 3c986ef0f5ea46f9b5e788aaca042b06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 03 05:20:28.635825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (2c77c1cd-2f36-40bc-8632-e7d1b128dce4), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.711492 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (2c77c1cd-2f36-40bc-8632-e7d1b128dce4), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.795467 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (2c77c1cd-2f36-40bc-8632-e7d1b128dce4), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.818400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c77c1cd-2f36-40bc-8632-e7d1b128dce4,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:28.915438 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:28.916718 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0cd31c25-29ef-4ae8-a016-4f894defd965 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3948526 Aug 03 05:20:29.483557 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:29.534539 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:29.535218 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:29.619673 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:29.620242 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:29.661548 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:29.764502 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:29.816203 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:30.180817 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3e52d-ea51-4f9c-a8f1-f2f32bfbecad req-899c17b6-80da-4cfe-9401-73b6c7248c8a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:30.182978 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-edb3e52d-ea51-4f9c-a8f1-f2f32bfbecad req-899c17b6-80da-4cfe-9401-73b6c7248c8a tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0491989 Aug 03 05:20:30.218601 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:30.238470 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-edb3e52d-ea51-4f9c-a8f1-f2f32bfbecad req-7ab9ad6f-755d-4c18-9232-14a4f06830b6 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499055 Aug 03 05:20:31.370436 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c396566-d8e8-41a8-89ec-686c234b635b req-47eb81c8-2b80-4228-851e-0d81ada18617 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:31.371966 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c396566-d8e8-41a8-89ec-686c234b635b req-47eb81c8-2b80-4228-851e-0d81ada18617 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0503402 Aug 03 05:20:31.426186 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2c396566-d8e8-41a8-89ec-686c234b635b req-1cf560d2-83d6-4197-abf2-428691c91473 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478237 Aug 03 05:20:31.471711 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:31.518486 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:31.518781 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:31.592181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:31.595082 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:32.556618 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62c2574-33ff-4cb3-a767-881973efda64 req-3c55556c-3567-45dd-9efb-4d70d1f386a2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:32.558241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d62c2574-33ff-4cb3-a767-881973efda64 req-3c55556c-3567-45dd-9efb-4d70d1f386a2 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0476103 Aug 03 05:20:32.607150 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d62c2574-33ff-4cb3-a767-881973efda64 req-08bd47a8-11b7-4cf4-a848-6b5137ca003e tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428832 Aug 03 05:20:33.564135 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:20:33.770485 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aeff87-b7dd-4ec1-813f-fbe4739a1b04 req-40b54f63-4368-43c7-b14e-6c057dc40673 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:33.772066 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-16aeff87-b7dd-4ec1-813f-fbe4739a1b04 req-40b54f63-4368-43c7-b14e-6c057dc40673 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0814345 Aug 03 05:20:33.785272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-d1103328-3b25-4d7c-9e3b-f9984238bf22 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:33.786646 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-d1103328-3b25-4d7c-9e3b-f9984238bf22 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 946 time: 0.0634968 Aug 03 05:20:33.806944 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:33.891153 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-16aeff87-b7dd-4ec1-813f-fbe4739a1b04 req-a23cbb1d-184f-4ff3-8244-6c5d246965d1 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=bd2f268e-ca22-488d-bbb7-cc9c04518ba4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131723 Aug 03 05:20:33.906544 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Deleting port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:33.906907 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.006935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] For port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:34.007525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.177118 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.177408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.177775 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Floating IP 3c5eb9f0-d7b5-452d-a770-42a9a81ce28f disassociated. External IP: 172.27.4.67, port: ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab. Aug 03 05:20:34.178136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Calling delete_port for ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:34.236626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:34.372008 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.398666 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'Port': ['ID=ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:34.517062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:20:34.626261 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:34.636732 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:34.647515 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:34.648121 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:34.669484 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] No DVR routers for this DVR port ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:20:34.672277 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:34.675605 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1da31a5d-33ad-4352-8418-f6ed3849319b req-2a8c034b-42e6-4b2d-9721-c5edc4a5e7cd tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.67 "DELETE /networking/v2.0/ports/ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab HTTP/1.1" status: 204 len: 173 time: 0.8829217 Aug 03 05:20:34.676393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-deleted', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:20:34.679182 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462dbdc5-1844-4265-bb63-30bf9174d432" -d '{"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-deleted", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:20:34.723356 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa67a20-f6df-4de6-a4b3-6f648872f1a1 x-openstack-request-id: req-7aa67a20-f6df-4de6-a4b3-6f648872f1a1 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:20:34.728154 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67b3164b-4fb1-4812-94b7-cc60b3040700", "name": "network-vif-deleted", "tag": "ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:20:34.728154 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7aa67a20-f6df-4de6-a4b3-6f648872f1a1 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:20:34.728154 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa67a20-f6df-4de6-a4b3-6f648872f1a1'] response: {'server_uuid': '67b3164b-4fb1-4812-94b7-cc60b3040700', 'name': 'network-vif-deleted', 'tag': 'ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab', 'status': 'completed', 'code': 200} Aug 03 05:20:34.796240 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:34.968633 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:35.015096 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:35.031563 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a1c39073-2412-4b59-bec1-0b5321ef3423 req-3cc97f4d-d51f-4d93-9be9-fec5a6f5af1b tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=67b3164b-4fb1-4812-94b7-cc60b3040700 HTTP/1.1" status: 200 len: 210 time: 0.0555301 Aug 03 05:20:35.047034 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:35.061548 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:35.062271 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:35.168851 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:35.378070 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:35.403668 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c236edf-2ef2-44e6-a810-b84174d8c0ee None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:12:56Z', 'revision_number': 4, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'ee1f6082-11ea-40c7-8cf9-7222c69d503c', 'name': '', 'network_id': '0627b724-9776-4eb0-bb73-1088cf117d0e', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'mac_address': 'fa:16:3e:8e:36:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '3b928796-ff88-4263-b088-3f380838a6c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:55Z', 'updated_at': '2022-08-03T05:13:09Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'subnets': [{'id': '3b928796-ff88-4263-b088-3f380838a6c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:35.646256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce228e8-dd9d-428e-8ca9-8e684432e476 None None] New status for floating IP 3c5eb9f0-d7b5-452d-a770-42a9a81ce28f: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:20:36.241807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47470) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:36.307198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (bd2f268e-ca22-488d-bbb7-cc9c04518ba4), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.336378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (bd2f268e-ca22-488d-bbb7-cc9c04518ba4), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.456233 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bd2f268e-ca22-488d-bbb7-cc9c04518ba4), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.458967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.460152 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bd2f268e-ca22-488d-bbb7-cc9c04518ba4 HTTP/1.1" status: 204 len: 168 time: 0.2173202 Aug 03 05:20:36.463029 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47472) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:36.469651 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45827eb-b69c-471b-9957-bc68d8dfc1e5 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2f268e-ca22-488d-bbb7-cc9c04518ba4,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:36.477124 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-2a1922e4-8b34-4843-802e-fa90e2979fd8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] show failed (client error): The resource could not be found. Aug 03 05:20:36.478144 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2a1922e4-8b34-4843-802e-fa90e2979fd8 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "GET /networking/v2.0/security-groups/bd2f268e-ca22-488d-bbb7-cc9c04518ba4 HTTP/1.1" status: 404 len: 347 time: 0.0141320 Aug 03 05:20:36.484771 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47474) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:36.602351 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Deleting port 2a96059a-0b61-42e3-ae42-9ba101fa9939 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:36.602691 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.697383 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.697772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (2a96059a-0b61-42e3-ae42-9ba101fa9939), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.712024 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Calling delete_port for 2a96059a-0b61-42e3-ae42-9ba101fa9939 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:36.763767 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:36.912158 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (2a96059a-0b61-42e3-ae42-9ba101fa9939), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:36.940722 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Pushing event deleted for resources: {'Port': ['ID=2a96059a-0b61-42e3-ae42-9ba101fa9939,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:37.012002 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks [] for floatingip (3c5eb9f0-d7b5-452d-a770-42a9a81ce28f), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:37.014666 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:37.015815 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-417f1895-9698-4fdb-b61f-231d4d8a2d44 tempest-AttachVolumeShelveTestJSON-1717649029 tempest-AttachVolumeShelveTestJSON-1717649029-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/3c5eb9f0-d7b5-452d-a770-42a9a81ce28f HTTP/1.1" status: 204 len: 168 time: 0.5301116 Aug 03 05:20:37.511909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:37.530656 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:37.531025 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device ac9d083a-77d7-4d9d-a0ea-ee7b9f6e3aab not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:39.714012 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47534) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:39.963074 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:40.189279 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:40.272707 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:40.415879 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Deleting port ee1f6082-11ea-40c7-8cf9-7222c69d503c {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:40.416223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:40.498405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] For port ee1f6082-11ea-40c7-8cf9-7222c69d503c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=ee1f6082-11ea-40c7-8cf9-7222c69d503c,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:40.498773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:40.511620 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Calling delete_port for ee1f6082-11ea-40c7-8cf9-7222c69d503c owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:40.747049 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (ee1f6082-11ea-40c7-8cf9-7222c69d503c), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:40.772906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee1f6082-11ea-40c7-8cf9-7222c69d503c,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:40.834199 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:40.942749 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:41.147393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:20:41.153252 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:41.259738 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:41.264705 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-50586a84-c6ad-4a38-bc7b-50a97e8c98e2 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5496409 Aug 03 05:20:41.268194 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47566) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:41.268918 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Sync routers for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:41.279229 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:41.279848 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:41.389671 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:41.391162 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks [] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:41.577280 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:20:40Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:41.604204 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Checking router: 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:41.605947 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:41.614869 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Routers {'9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:41.615518 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:41.724006 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] Set router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:41.766861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks [] for router_gateway (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:41.840719 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:41.866712 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Deleting port b5a8a1e3-6697-4e31-a72b-bc2885d002da {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:41.867092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:41.890462 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:20:40Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:41.916284 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff7a51c-1773-481f-a9ca-b2dd5e8443df None None] The sync data for ids ['9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a'] in dv-cinder-851279-4-iscsi is: [{'id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'name': 'tempest-AttachVolumeShelveTestJSON-325096853-router', 'tenant_id': '050592077e0b4d26a1555d2daa7f460d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86'}], 'enable_snat': True}, 'gw_port_id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:12:49Z', 'updated_at': '2022-08-03T05:20:40Z', 'revision_number': 5, 'project_id': '050592077e0b4d26a1555d2daa7f460d', 'gw_port': {'id': 'b5a8a1e3-6697-4e31-a72b-bc2885d002da', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:a5:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:12:50Z', 'updated_at': '2022-08-03T05:13:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:41.953010 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] For port b5a8a1e3-6697-4e31-a72b-bc2885d002da, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=b5a8a1e3-6697-4e31-a72b-bc2885d002da,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:41.953405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:41.967836 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Calling delete_port for b5a8a1e3-6697-4e31-a72b-bc2885d002da owned by network:router_gateway {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:42.093619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:42.234344 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (b5a8a1e3-6697-4e31-a72b-bc2885d002da), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.258691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a8a1e3-6697-4e31-a72b-bc2885d002da,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:42.330400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.429384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.431944 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks [] for router_controller (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.537088 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.537734 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a {{(pid=104590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:20:42.542175 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.543522 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6d912b06-4846-4904-8618-42dbb9b69fcd admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/9cb8efd9-b1d7-49f2-89ba-e86e043e8a2a HTTP/1.1" status: 204 len: 168 time: 1.2744150 Aug 03 05:20:42.546131 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47586) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:42.554070 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:42.594767 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Deleting subnet 3b928796-ff88-4263-b088-3f380838a6c8 {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:20:42.598439 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Publish callbacks [] for subnet (3b928796-ff88-4263-b088-3f380838a6c8), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.636751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (3b928796-ff88-4263-b088-3f380838a6c8), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.720349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (3b928796-ff88-4263-b088-3f380838a6c8), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.846492 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (3b928796-ff88-4263-b088-3f380838a6c8), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.874145 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b928796-ff88-4263-b088-3f380838a6c8,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:42.876164 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:42.880731 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3e5742bd-1238-4346-a5e3-5a6f66ec4aa8 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/3b928796-ff88-4263-b088-3f380838a6c8 HTTP/1.1" status: 204 len: 168 time: 0.3333452 Aug 03 05:20:42.880958 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b1bb2f-41f5-4dd2-b2ee-cb2ddcba0855 None None] Network 0627b724-9776-4eb0-bb73-1088cf117d0e requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:42.883350 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47588) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:42.957954 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (0627b724-9776-4eb0-bb73-1088cf117d0e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.053942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] DHCP port deletion for 0627b724-9776-4eb0-bb73-1088cf117d0e request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:20:43.094733 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Deleting port 0f47b85b-a568-4310-a082-e6180a19f686 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:43.095146 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (0f47b85b-a568-4310-a082-e6180a19f686), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.167079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] For port 0f47b85b-a568-4310-a082-e6180a19f686, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0f47b85b-a568-4310-a082-e6180a19f686,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:43.167488 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (0f47b85b-a568-4310-a082-e6180a19f686), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.182397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Calling delete_port for 0f47b85b-a568-4310-a082-e6180a19f686 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:43.252584 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Deleting port 0f47b85b-a568-4310-a082-e6180a19f686 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:20:43.253534 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (0f47b85b-a568-4310-a082-e6180a19f686), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.319263 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] For port 0f47b85b-a568-4310-a082-e6180a19f686, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0f47b85b-a568-4310-a082-e6180a19f686,segment=NetworkSegment(b66bc211-0cf0-447b-9acb-1771c2692a6c),segment_id=b66bc211-0cf0-447b-9acb-1771c2692a6c)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:43.319628 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (0f47b85b-a568-4310-a082-e6180a19f686), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.331306 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (0f47b85b-a568-4310-a082-e6180a19f686), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.333196 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Calling delete_port for 0f47b85b-a568-4310-a082-e6180a19f686 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:20:43.338355 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:43.357274 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] Pushing event deleted for resources: {'Port': ['ID=0f47b85b-a568-4310-a082-e6180a19f686,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:43.360856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e82f8c4-6505-4a53-abaa-b599565f9ca0 None None] No DVR routers for this DVR port 0f47b85b-a568-4310-a082-e6180a19f686 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:20:43.417598 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (0f47b85b-a568-4310-a082-e6180a19f686), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.432986 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] No DVR routers for this DVR port 0f47b85b-a568-4310-a082-e6180a19f686 on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:20:43.469054 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b5a8a1e3-6697-4e31-a72b-bc2885d002da no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:43.472334 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:43.482877 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f47b85b-a568-4310-a082-e6180a19f686,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:43.500830 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: b5a8a1e3-6697-4e31-a72b-bc2885d002da {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:43.501191 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device b5a8a1e3-6697-4e31-a72b-bc2885d002da not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:43.501617 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0f47b85b-a568-4310-a082-e6180a19f686 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:43.541147 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (0627b724-9776-4eb0-bb73-1088cf117d0e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.541391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 0f47b85b-a568-4310-a082-e6180a19f686 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:43.541391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0f47b85b-a568-4310-a082-e6180a19f686 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:43.541391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee1f6082-11ea-40c7-8cf9-7222c69d503c no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:20:43.553484 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0627b724-9776-4eb0-bb73-1088cf117d0e']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:43.558732 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: ee1f6082-11ea-40c7-8cf9-7222c69d503c {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:20:43.559113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device ee1f6082-11ea-40c7-8cf9-7222c69d503c not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:20:43.563772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b66bc211-0cf0-447b-9acb-1771c2692a6c') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:43.564112 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b66bc211-0cf0-447b-9acb-1771c2692a6c') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:43.574741 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (b66bc211-0cf0-447b-9acb-1771c2692a6c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.588169 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (b66bc211-0cf0-447b-9acb-1771c2692a6c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.594398 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:20:43.594777 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (b66bc211-0cf0-447b-9acb-1771c2692a6c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.613567 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment b66bc211-0cf0-447b-9acb-1771c2692a6c resource provider aggregate not found Aug 03 05:20:43.648726 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment b66bc211-0cf0-447b-9acb-1771c2692a6c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b66bc211-0cf0-447b-9acb-1771c2692a6c found for delete ", "request_id": "req-092a5cd7-361b-4d9a-a3f5-3daaa25b20f1"}]} Aug 03 05:20:43.752903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (0627b724-9776-4eb0-bb73-1088cf117d0e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.758620 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:43.761979 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/0627b724-9776-4eb0-bb73-1088cf117d0e HTTP/1.1" status: 204 len: 168 time: 0.8775570 Aug 03 05:20:43.773374 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a423d74-dd45-4e3a-bab5-26ad15ada075 admin admin] Pushing event deleted for resources: {'Network': ['ID=0627b724-9776-4eb0-bb73-1088cf117d0e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:44.151776 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47610) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:44.193553 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c42c1e6b-7aa1-409c-abc6-2e8a6c35bff8 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=050592077e0b4d26a1555d2daa7f460d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0405655 Aug 03 05:20:44.196300 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47612) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:44.249679 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] Publish callbacks [] for security_group (0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:44.272486 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] Publish callbacks [] for security_group (0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:44.416902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:44.419447 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:44.420620 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb HTTP/1.1" status: 204 len: 168 time: 0.2234116 Aug 03 05:20:44.429071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e7b1e6-2902-4ce1-9dc6-9f2c9afcf4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf8f8b1-1321-48b7-9e88-31c82ae0c3cb,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:44.863507 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-c5130382-2ca5-4b65-a273-08c03653776c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1007032199&fields=id&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 267 time: 0.0516307 Aug 03 05:20:44.982574 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-7db1d5bf-1a6e-4ee9-9bcf-c581d0d4f7f8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:44.984125 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-7db1d5bf-1a6e-4ee9-9bcf-c581d0d4f7f8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.1137483 Aug 03 05:20:45.000256 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-cdd1e2d9-ef97-4604-94b1-1298777268d9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/quotas/3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 375 time: 0.0101256 Aug 03 05:20:45.063294 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-db055d50-7a86-417e-b26f-459a848ecd64 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570519 Aug 03 05:20:45.213165 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:45.288414 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-7fd132ed-54d9-4ca4-9d08-a0342020dae3 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077949 Aug 03 05:20:45.397025 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-c0239c04-a5a9-41e0-a4e9-9ae9d6d3d56a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037037 Aug 03 05:20:45.616005 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47658) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:45.746394 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-10510268-network', 'tenant_id': '041a553912c64de981d9f87b551c190f'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:45.753416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:45.834746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'network': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:45.837216 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for network (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:45.846077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:45.933049 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks [] for security_group (b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.020904 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0e09f7cb-711e-405f-b80e-00ae2d86c178 req-b1b81afd-96f4-419e-b16b-91e66b89ee51 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0294325 Aug 03 05:20:46.051334 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.085002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] vlan segment allocate from pool success with {'vlan_id': 633, 'physical_network': 'physnet1'} {{(pid=104590) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 03 05:20:46.091805 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:46.098686 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e0a9ae95-a624-45c5-83ab-426ecb7eed9c), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.099632 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.segments_db [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Added segment e0a9ae95-a624-45c5-83ab-426ecb7eed9c of type vlan for network a2df47b9-9137-4503-88b3-7af6200f8ad6 Aug 03 05:20:46.141448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741503204545'] for network (a2df47b9-9137-4503-88b3-7af6200f8ad6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.274711 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477'] for network (a2df47b9-9137-4503-88b3-7af6200f8ad6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.275806 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:46.276398 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.338090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] Pushing event updated for resources: {'Network': ['ID=a2df47b9-9137-4503-88b3-7af6200f8ad6,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:46.347627 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 details requested by agent ovs-agent-dv-cinder-851279-4-iscsi with host dv-cinder-851279-4-iscsi {{(pid=104592) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 03 05:20:46.414564 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9ebeb37b-be15-492b-bbe1-392a700b1177 admin admin] 10.222.0.40 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.7973046 Aug 03 05:20:46.417557 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47678) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:46.422683 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Request body: {'subnet': {'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-10510268-subnet', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:46.502194 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'subnet': 1} {{(pid=104591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:46.505188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59157022'] for subnet (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.577463 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:46.730976 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58995369', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59157004'] for subnet (7fb495b7-7922-49b7-aa07-4783b7bd0378), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.794581 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fb495b7-7922-49b7-aa07-4783b7bd0378,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:46.804356 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:46.804719 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Network hostable DHCP agents. Network: a2df47b9-9137-4503-88b3-7af6200f8ad6, hostable agents: ['9c1cbbdd-d70c-4431-a210-87051dda0225'], hosted agents: [] {{(pid=104591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 03 05:20:46.885406 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is scheduled to be hosted by DHCP agent 9c1cbbdd-d70c-4431-a210-87051dda0225 with binding_index 1 {{(pid=104591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 03 05:20:46.942217 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-851279-4-iscsi, a2df47b9-9137-4503-88b3-7af6200f8ad6) {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:46.946468 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:46.948237 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:46.952755 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070b788-a992-4c7d-953f-34e5d7be290b None None] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:47.007844 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4798e409-3e5e-4ea0-a759-a66920508608 admin admin] 10.222.0.40 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5891647 Aug 03 05:20:47.010775 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47690) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:47.015597 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:47.074808 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd7be2181-ac80-57b6-a85a-06838ee07250-a2df47b9-9137-4503-88b3-7af6200f8ad6', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378'}]}} from dv-cinder-851279-4-iscsi. {{(pid=104592) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 03 05:20:47.075803 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.106154 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-751217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-23484'] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.107579 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-750604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-723845', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-379040', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-23467'] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.132670 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4aa80669-9a69-4148-9f12-ade838f212d6 req-a2fdf3a1-3048-49e5-bc5c-8a74ac0f5656 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0391867 Aug 03 05:20:47.134474 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:47.151792 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c7cdebbb-008d-421a-a3e2-fcee86751b9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.187181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for router_controller (7055c139-82f5-46e6-aca7-9f65bcdd96a6), precommit_add_association {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.239316 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.db_base_plugin_common [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Allocated IP 172.20.0.2 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/f5d1ff66-f908-4cf7-82fc-fd30d4d659ec) {{(pid=104592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:47.392701 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks [] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), precommit_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.430520 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for router_gateway (7055c139-82f5-46e6-aca7-9f65bcdd96a6), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.518658 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), after_create {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.557503 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:47.564616 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.scheduler.base_scheduler [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Resources bound (agent type, host, resource id): {{(pid=104592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:47.567132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:47.568367 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Received port after_create {{(pid=104592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:47.575522 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,revision_number=1']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:47.634301 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Attempting to bind port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:47.634680 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Attempting to bind port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:47.635078 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Attempting to bind port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:47.646709 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:47.647171 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:47.647590 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.648052 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:47.648545 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Bound port: f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:47.648932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.715736 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:47.717047 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] For port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:47.720277 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] For port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:47.729465 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for router_gateway (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.749801 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.823115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:47.861873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Allocated IP 172.27.4.39 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/82914136-1007-435a-a1fb-cce9b1c98a7a) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:47.877560 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a12d63-c369-4713-aa41-c68d010c37a7 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:47.976542 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.108674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.144906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:48.164697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:48.180280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Pushing event updated for resources: {'Port': ['ID=82914136-1007-435a-a1fb-cce9b1c98a7a,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:48.184561 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:48.187294 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:48.239603 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.239957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.240305 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.240644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.240981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.241313 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.241640 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.241966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.242296 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.242622 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.242982 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.243308 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.243660 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.243983 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.244358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:48.331251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa576e0e-a007-4f8b-933b-7dc9bd6ab4e9 req-b8cbdba1-f5a3-4d55-a47d-b8bbd3d6862a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0786161 Aug 03 05:20:48.402705 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:48.436700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8b4dbb5c-de20-4152-b281-978ed15ce663 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:48.438052 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8b4dbb5c-de20-4152-b281-978ed15ce663 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.2722161 Aug 03 05:20:48.520091 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f5910f8-3f84-4327-90e4-05e8cd759b75 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 380 time: 0.0687623 Aug 03 05:20:48.528091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'port': {'device_id': '64b183db-1997-4a33-9bb9-40d05791a321', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'admin_state_up': True, 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'security_groups': ['1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:48.723312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for router_gateway (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.794867 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819adddd-bf33-4997-9d0b-2ac8696efecd None None] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:20:48.860201 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Made reservation on behalf of 3c986ef0f5ea46f9b5e788aaca042b06 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:20:48.864442 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.873779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Provisioning complete for port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:48.878170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.968527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:48.988246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Current status of the port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:48.988656 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:48.992245 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-747987', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-723299'] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.029659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] For port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:49.120003 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.174157 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d6a8c7-0827-4d77-a1c2-38683d84b772 None None] Pushing event updated for resources: {'Port': ['ID=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:49.241879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-469474bf-5e19-4158-b926-1002e2bda9b8 None None] Provisioning complete for port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:49.243732 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-469474bf-5e19-4158-b926-1002e2bda9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.342105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-469474bf-5e19-4158-b926-1002e2bda9b8 None None] Current status of the port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:49.411053 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.20.0.10 (d274ff51-9652-4d23-8cbb-d03e5409ca96/ca29a07a-bc0b-4ba5-b6f9-510625917500/de448b7f-132d-4efd-89d2-4ced52b96e94) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:49.465234 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6b2f1768-203b-4dfd-ab73-273ad769d457 req-2f305dc3-0400-47b5-8791-cdd181c95dca tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0475333 Aug 03 05:20:49.492459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-454ee068-da49-418d-ba1b-e0c2dfdb4368 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.525201 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f5d1ff66-f908-4cf7-82fc-fd30d4d659ec up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:49.574102 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:49.574475 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.622454 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.638022 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:49.651795 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:49.684959 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 is scheduled to L3 agent 74b9b080-248d-4f08-851a-d60da99de448 with binding_index 1 {{(pid=104590) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 03 05:20:49.770092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.824954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:49.835284 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:49.840381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:49.847847 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:49.848240 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:49.861348 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:49.874817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:49.876241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:49.906403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:49.907067 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.938589 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:49.942485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ed6862b5-54a9-4f20-8d3b-ac2f562658ac admin admin] 10.222.0.40 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9281380 Aug 03 05:20:49.943170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47710) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:49.949798 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:49.990896 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:50.030746 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-744cca47-e4f5-45c8-838e-b1971b1b5061 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5067546 Aug 03 05:20:50.041560 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Request body: {'port': {'device_id': '64b183db-1997-4a33-9bb9-40d05791a321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:50.065177 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:INSERT=1,neutron:SELECT=96,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:50.083743 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-738b280d-f7d5-4683-aabc-25662d4e63c2 None None] Provisioning complete for port de448b7f-132d-4efd-89d2-4ced52b96e94 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:50.084127 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-738b280d-f7d5-4683-aabc-25662d4e63c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.144769 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:50.169552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-738b280d-f7d5-4683-aabc-25662d4e63c2 None None] Port de448b7f-132d-4efd-89d2-4ced52b96e94 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:50.181377 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.215058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:48Z', 'revision_number': 3, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:50.241730 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:50.242088 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Updating router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 port 82914136-1007-435a-a1fb-cce9b1c98a7a binding host dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:50.274317 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.534287 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks [] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), precommit_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.629155 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.663453 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de448b7f-132d-4efd-89d2-4ced52b96e94 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:20:50.667700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:50.674095 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks [] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.679944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Attempting to bind port 82914136-1007-435a-a1fb-cce9b1c98a7a on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:50.680326 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Attempting to bind port 82914136-1007-435a-a1fb-cce9b1c98a7a by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:50.680690 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Attempting to bind port 82914136-1007-435a-a1fb-cce9b1c98a7a on network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:50.684664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7a52-a179-47a0-bd96-9c9ca71c87e5 req-9ee470b2-b4b5-427b-8551-e87d6f7e7c5e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:50.686210 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8eea7a52-a179-47a0-bd96-9c9ca71c87e5 req-9ee470b2-b4b5-427b-8551-e87d6f7e7c5e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 932 time: 0.1258090 Aug 03 05:20:50.697824 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c22fb-2380-451e-96cb-638279000a8c None None] Pushing event updated for resources: {'Port': ['ID=82914136-1007-435a-a1fb-cce9b1c98a7a,revision_number=2']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:50.698745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.705054 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Transition to ACTIVE for port object de448b7f-132d-4efd-89d2-4ced52b96e94 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:20:50.706113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:50.707845 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Checking segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:50.708359 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.708932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Bound using segment: {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'} {{(pid=104592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:50.709568 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.managers [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Bound port: 82914136-1007-435a-a1fb-cce9b1c98a7a, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3e46572-6d70-4ac0-8cb5-b3921691e2ce', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}}] {{(pid=104592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:50.710070 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.766472 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] For port 82914136-1007-435a-a1fb-cce9b1c98a7a, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:50.768601 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.770981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] For port 82914136-1007-435a-a1fb-cce9b1c98a7a, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=82914136-1007-435a-a1fb-cce9b1c98a7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:50.779616 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.790478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:50.832993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8eea7a52-a179-47a0-bd96-9c9ca71c87e5 req-4918366b-9e89-4b47-a188-d1f1943c16b4 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303747 Aug 03 05:20:50.840906 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:50.877163 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:50.877851 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:50.906097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:50.944292 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c22fb-2380-451e-96cb-638279000a8c None None] Pushing event updated for resources: {'Port': ['ID=82914136-1007-435a-a1fb-cce9b1c98a7a,revision_number=3']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:51.003959 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Attempting to bind port de448b7f-132d-4efd-89d2-4ced52b96e94 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:51.004304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Attempting to bind port de448b7f-132d-4efd-89d2-4ced52b96e94 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:51.004636 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Attempting to bind port de448b7f-132d-4efd-89d2-4ced52b96e94 on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:51.011139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Allocated IP 172.20.0.1 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/eb972e94-923b-47e9-8750-b6e827afc51e) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:51.015480 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Port de448b7f-132d-4efd-89d2-4ced52b96e94 on network d274ff51-9652-4d23-8cbb-d03e5409ca96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:20:51.015809 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Attempting to bind port de448b7f-132d-4efd-89d2-4ced52b96e94 on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:51.026423 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:51.026687 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:51.027104 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Bound using segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:51.027552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Bound port: de448b7f-132d-4efd-89d2-4ced52b96e94, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:51.027918 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.138141 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:51.165441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:51.170651 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de448b7f-132d-4efd-89d2-4ced52b96e94,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:51.184227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks [] for port (eb972e94-923b-47e9-8750-b6e827afc51e), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.190071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:51.240334 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.243816 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:51.244404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.246193 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/de448b7f-132d-4efd-89d2-4ced52b96e94 HTTP/1.1" status: 200 len: 1094 time: 1.2086308 Aug 03 05:20:51.248560 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:20:51.251819 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d" -d '{"events": [{"name": "network-changed", "server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:20:51.274219 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.302385 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f4f7c4-7f36-40c2-a520-b4e6e183260e x-openstack-request-id: req-b2f4f7c4-7f36-40c2-a520-b4e6e183260e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:20:51.302700 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:20:51.303003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b2f4f7c4-7f36-40c2-a520-b4e6e183260e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:20:51.303415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f4f7c4-7f36-40c2-a520-b4e6e183260e'] response: {'name': 'network-changed', 'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'status': 'completed', 'code': 200} Aug 03 05:20:51.311143 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:51.318422 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:48Z', 'revision_number': 3, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:51.327448 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:51.330221 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:51.359213 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b5432b-dba7-4dda-9016-85050aeefe87 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:48Z', 'revision_number': 3, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:51.367948 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d0eeb-8ef1-4d81-9ff6-d4d5598873a9 service neutron] Pushing event updated for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:51.449060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:51.458371 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-31e89fa2-79b5-45ba-b4f5-94a5f035e281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:51.459972 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-31e89fa2-79b5-45ba-b4f5-94a5f035e281 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1128 time: 0.1428709 Aug 03 05:20:51.465439 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Pushing event updated for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:51.483718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-748677'] for router_interface (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.592991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:51.595695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-a835087e-e843-4679-a1a8-e893622e2ac2 None None] Provisioning complete for port eb972e94-923b-47e9-8750-b6e827afc51e triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:51.596011 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a835087e-e843-4679-a1a8-e893622e2ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.621624 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:51.660787 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-a835087e-e843-4679-a1a8-e893622e2ac2 None None] Port eb972e94-923b-47e9-8750-b6e827afc51e cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:51.684496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-1726ff9d-c659-49e0-b540-ec25e7571284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:51.689375 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-1726ff9d-c659-49e0-b540-ec25e7571284 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2128193 Aug 03 05:20:51.815670 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:51.830897 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-d921dfea-a65a-47ab-a8eb-ae316553f146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:51.833057 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ef489fb2-ab58-47e8-ad45-43b0d9a0573d req-d921dfea-a65a-47ab-a8eb-ae316553f146 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1405740 Aug 03 05:20:51.997667 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8fb2f5dc-d1fe-49f6-8e0a-9306b362d864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:52.002293 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8fb2f5dc-d1fe-49f6-8e0a-9306b362d864 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1128 time: 0.1193345 Aug 03 05:20:52.053136 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8c46e9d4-2e5e-4202-bdda-4fa8fc620458 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de448b7f-132d-4efd-89d2-4ced52b96e94 HTTP/1.1" status: 200 len: 217 time: 0.0451145 Aug 03 05:20:52.085147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.098697 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75a491-4e68-46a3-a1e0-40d6b91e3a42 req-bdbf51ce-44c9-4f94-9599-ba289401f1fc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:52.103065 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a75a491-4e68-46a3-a1e0-40d6b91e3a42 req-bdbf51ce-44c9-4f94-9599-ba289401f1fc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.1561480 Aug 03 05:20:52.194057 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-e6c685d2-cd42-4444-ac70-f73be2af1b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:52.195551 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-e6c685d2-cd42-4444-ac70-f73be2af1b58 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.1120608 Aug 03 05:20:52.200208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:52.334985 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.405319 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.536789 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4a75a491-4e68-46a3-a1e0-40d6b91e3a42 req-bd575950-80f5-43fa-a299-4c0d9bbdf999 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4142075 Aug 03 05:20:52.557341 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks [] for port (eb972e94-923b-47e9-8750-b6e827afc51e), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.559516 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2ea40d42-7ee8-451e-b674-0f267c7433d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:52.561035 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-2ea40d42-7ee8-451e-b674-0f267c7433d8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3515451 Aug 03 05:20:52.624843 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.720741 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-525399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-721173'] for router_interface (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:52.724349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Pushing event updated for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:52.729658 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-e6e24a0c-deea-42ea-9e0a-d1eaa442ef17 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604891 Aug 03 05:20:52.897742 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-397f90b4-41b5-4e02-b7af-7e6ab46d0be4 req-8507b579-028c-4994-bcdb-ee6faa2e3e99 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619461 Aug 03 05:20:52.899465 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:52.900923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:53.017834 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:20:53.129258 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:20:53.134230 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-91907756-98dd-4273-a827-b5c28ba4236b admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/7055c139-82f5-46e6-aca7-9f65bcdd96a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1901917 Aug 03 05:20:53.144778 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:20:53.155286 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:53.158794 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:53.191540 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-d73c6cae-39bd-4d05-8984-39ff2c5d1b11 None None] Provisioning complete for port eb972e94-923b-47e9-8750-b6e827afc51e triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:53.191540 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d73c6cae-39bd-4d05-8984-39ff2c5d1b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.226797 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-d73c6cae-39bd-4d05-8984-39ff2c5d1b11 None None] Port eb972e94-923b-47e9-8750-b6e827afc51e cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:20:53.348543 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:53.508188 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 82914136-1007-435a-a1fb-cce9b1c98a7a up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:53.564398 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:53.566093 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 82914136-1007-435a-a1fb-cce9b1c98a7a triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:53.566216 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.589509 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:20:53.589867 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Updating router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 port eb972e94-923b-47e9-8750-b6e827afc51e binding host dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 03 05:20:53.621921 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47744) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:53.627304 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374720537', 'description': 'tempest-description--1247242395'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:53.629174 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.652849 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:53.654212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 82914136-1007-435a-a1fb-cce9b1c98a7a is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:53.654619 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.669153 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53b8ad-e938-41c2-8d86-73295caf9672 req-178375b1-ea25-408c-aa6c-c7b8abb117db tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:53.670434 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d53b8ad-e938-41c2-8d86-73295caf9672 req-178375b1-ea25-408c-aa6c-c7b8abb117db tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0590696 Aug 03 05:20:53.695094 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port 82914136-1007-435a-a1fb-cce9b1c98a7a, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=82914136-1007-435a-a1fb-cce9b1c98a7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:53.734412 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d53b8ad-e938-41c2-8d86-73295caf9672 req-f994c4d2-9d1d-4818-b57c-5dcd73165d04 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563724 Aug 03 05:20:53.735876 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.766646 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.817751 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=82914136-1007-435a-a1fb-cce9b1c98a7a,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:53.822572 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f999b5be-2a10-4a45-82fa-d4bfefff3963), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.857810 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:53.884748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f999b5be-2a10-4a45-82fa-d4bfefff3963), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.905260 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks [] for port (eb972e94-923b-47e9-8750-b6e827afc51e), precommit_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.917156 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f999b5be-2a10-4a45-82fa-d4bfefff3963,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:53.924609 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.924958 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.925405 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.925750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.926085 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.926419 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.926750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.927112 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.927444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.927772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.928099 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.928424 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.928746 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.929069 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.929483 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:20:53.953239 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.973276 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:53.974743 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dea10470-0f12-472a-8252-4eb67fe0a3fd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512080 Aug 03 05:20:53.977983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47748) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:53.982757 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': 'f999b5be-2a10-4a45-82fa-d4bfefff3963', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:53.998185 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:54.033864 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ce07-cd3a-4217-88a7-e18a4c8c1a0b None None] Pushing event updated for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=3']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:54.044795 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Attempting to bind port eb972e94-923b-47e9-8750-b6e827afc51e on host dv-cinder-851279-4-iscsi for vnic_type normal with profile {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:20:54.045153 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Attempting to bind port eb972e94-923b-47e9-8750-b6e827afc51e by drivers openvswitch,hyperv on host dv-cinder-851279-4-iscsi at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:20:54.045505 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Attempting to bind port eb972e94-923b-47e9-8750-b6e827afc51e on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:20:54.050617 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Checking agent: {'id': '5d3626ae-93ae-4ae1-9322-3e991cfb9332', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-851279-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 4, 22), 'started_at': datetime.datetime(2022, 8, 3, 5, 4, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-851279-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:20:54.050994 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:20:54.051384 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.051763 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:20:54.052214 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.managers [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Bound port: eb972e94-923b-47e9-8750-b6e827afc51e, host: dv-cinder-851279-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:20:54.052579 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), before_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.080795 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (54b5b582-c202-4133-9b1b-b62388237ab7), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.112458 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] For port eb972e94-923b-47e9-8750-b6e827afc51e, host dv-cinder-851279-4-iscsi, cleared binding levels {{(pid=104593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:20:54.115708 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.plugins.ml2.db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] For port eb972e94-923b-47e9-8750-b6e827afc51e, host dv-cinder-851279-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=eb972e94-923b-47e9-8750-b6e827afc51e,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:20:54.140132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (54b5b582-c202-4133-9b1b-b62388237ab7), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.211618 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron_lib.callbacks.manager [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_update {{(pid=104593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.222992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (54b5b582-c202-4133-9b1b-b62388237ab7), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.245196 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:20:54.245824 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:54.246270 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b5b582-c202-4133-9b1b-b62388237ab7,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:54.249696 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:54.306718 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ce07-cd3a-4217-88a7-e18a4c8c1a0b None None] Pushing event updated for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=4']} {{(pid=104593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:54.361420 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.362685 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-27bb5d8b-b105-4aba-822e-95b920bb1124 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3836589 Aug 03 05:20:54.364379 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:20:54.365859 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47750) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:54.370301 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': 'f999b5be-2a10-4a45-82fa-d4bfefff3963', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:54.461498 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (4c61a04a-aed2-45da-a822-62fdc6a6525b), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.520148 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (4c61a04a-aed2-45da-a822-62fdc6a6525b), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.553863 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:54Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:20:54.578834 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecf6357-d9de-4887-8818-aa73e3c07dc7 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:54Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:20:54.593515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (4c61a04a-aed2-45da-a822-62fdc6a6525b), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.614718 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c61a04a-aed2-45da-a822-62fdc6a6525b,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:54.682231 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.683602 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-757f92da-fa47-468c-8a24-f538e70a2c52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3167949 Aug 03 05:20:54.687250 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47752) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:20:54.692832 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:54.820663 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.884595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c283c2ca-30ba-4b14-827b-716228d946ff req-09a16f9e-e0e9-4db7-bcdd-d326bf592adb tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:54.886074 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c283c2ca-30ba-4b14-827b-716228d946ff req-09a16f9e-e0e9-4db7-bcdd-d326bf592adb tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0776429 Aug 03 05:20:54.924870 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:54.966062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:54.988912 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c283c2ca-30ba-4b14-827b-716228d946ff req-51f793ee-3398-4da5-9a1b-54d74e5be43a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764601 Aug 03 05:20:55.094721 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.27.4.248 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/c27fe5b7-9081-4a5c-91d9-b60b5233c2ca) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:20:55.204727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.285913 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.330078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:20:55.338289 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:20:55.340999 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:20:55.366870 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=c27fe5b7-9081-4a5c-91d9-b60b5233c2ca,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:55.439785 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.549872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.554869 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 82914136-1007-435a-a1fb-cce9b1c98a7a up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:55.578163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:55.602355 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port 82914136-1007-435a-a1fb-cce9b1c98a7a triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:55.602746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.667497 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-9331d033-0a7c-462d-9820-0f62b2474d1d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0716918 Aug 03 05:20:55.684509 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 82914136-1007-435a-a1fb-cce9b1c98a7a is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:55.685587 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device eb972e94-923b-47e9-8750-b6e827afc51e up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:55.734754 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port eb972e94-923b-47e9-8750-b6e827afc51e triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:55.735161 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.769181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-d8392212-0a95-4dea-83ad-5afa8b611585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:55.770448 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-d8392212-0a95-4dea-83ad-5afa8b611585 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0582607 Aug 03 05:20:55.777414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:55.797953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.822675 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port eb972e94-923b-47e9-8750-b6e827afc51e is: DOWN; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:55.823098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.854979 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.856703 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] For port eb972e94-923b-47e9-8750-b6e827afc51e, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=eb972e94-923b-47e9-8750-b6e827afc51e,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:20:55.925972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.928614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=c27fe5b7-9081-4a5c-91d9-b60b5233c2ca,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:55.930933 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:55.980386 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Pushing event updated for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:20:56.006200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:56.007481 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-d3dfd35e-a9b4-438c-82cb-2e35f5cecfe5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3189645 Aug 03 05:20:56.118209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71b6e4c-6ea4-4d5a-9a85-e547b5bbcb68 req-5dfc1eb7-7d70-49fc-9cb6-0298653099a5 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:56.121843 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f71b6e4c-6ea4-4d5a-9a85-e547b5bbcb68 req-5dfc1eb7-7d70-49fc-9cb6-0298653099a5 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0554645 Aug 03 05:20:56.204503 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-e3bb6ab9-b1ee-416b-8a77-fa9599943910 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--374720537&fields=id&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 267 time: 0.0803604 Aug 03 05:20:56.209117 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f71b6e4c-6ea4-4d5a-9a85-e547b5bbcb68 req-2c11d49f-591b-44f9-8276-3a0b74d2cb83 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833282 Aug 03 05:20:56.320595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-4740f66f-5ff7-45b2-a3e4-a1f1fe561687 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:56.321963 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-4740f66f-5ff7-45b2-a3e4-a1f1fe561687 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1100299 Aug 03 05:20:56.336613 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-92ce26a6-4fac-492e-8b55-4d7a8eb57a2e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/quotas/041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 375 time: 0.0093603 Aug 03 05:20:56.385815 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-9f7e6533-3fea-4419-bcd7-1c8226a84604 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444124 Aug 03 05:20:56.489364 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-ea28f3d1-ec21-4b71-b3ff-7b6bdf93dd28 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864143 Aug 03 05:20:56.583276 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-bb4dbf1b-960b-42b9-aa13-7aa6f1e86f9c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881305 Aug 03 05:20:56.698651 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-f82ac064-a0ea-4b30-ad22-8cb26079be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:56.700132 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-f82ac064-a0ea-4b30-ad22-8cb26079be97 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.0918772 Aug 03 05:20:56.807442 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b71685d7-b288-4366-b452-ec709638fb41 req-f76fa84c-8489-4028-9241-5549e2f73df7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0301983 Aug 03 05:20:57.317078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:57.330564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8058e-350e-4ee6-a5cc-cbd1a3723df1 req-97433f3f-6eb0-4098-ab5b-a1d2c180c4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:57.332659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bfb8058e-350e-4ee6-a5cc-cbd1a3723df1 req-97433f3f-6eb0-4098-ab5b-a1d2c180c4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0483971 Aug 03 05:20:57.418136 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bfb8058e-350e-4ee6-a5cc-cbd1a3723df1 req-f8ca0701-2af5-4477-9840-fe061a2e8128 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796509 Aug 03 05:20:57.445916 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-ab15b13d-21f5-4d9f-9ba7-48c27cafdc82 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 1001 time: 0.0721128 Aug 03 05:20:57.487906 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device eb972e94-923b-47e9-8750-b6e827afc51e up at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:20:57.535274 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Provisioning complete for port eb972e94-923b-47e9-8750-b6e827afc51e triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:20:57.535274 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:20:57.536552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:57.558876 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:57.607420 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port eb972e94-923b-47e9-8750-b6e827afc51e is: ACTIVE; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:20:57.906866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d10142b0-48e0-487e-85b6-23b0a77fdbfe req-352f0bed-48ca-435e-8b67-e55b4df11814 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Aug 03 05:20:58.296523 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-ee75b002-2767-4738-a5a3-85a536b6667e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:58.297992 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-ee75b002-2767-4738-a5a3-85a536b6667e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0458674 Aug 03 05:20:58.342522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-3863ce59-3d71-4dd6-941b-9ad8f43dade9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:58.344049 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-3863ce59-3d71-4dd6-941b-9ad8f43dade9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393276 Aug 03 05:20:58.421181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:20:58.439212 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-6279905c-effa-4507-9815-b001db23a759 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886202 Aug 03 05:20:58.581403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f700aa4-7cee-460c-9176-e677613f9be1 req-40a45a3f-f7f6-4e06-98b3-be9676f0c55c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:58.583050 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f700aa4-7cee-460c-9176-e677613f9be1 req-40a45a3f-f7f6-4e06-98b3-be9676f0c55c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0684094 Aug 03 05:20:58.589577 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bd416610-3bdb-4957-a4fa-37222d39c5e6 req-3a9b7199-4b8e-4d64-baa7-6538b75519a3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430309 Aug 03 05:20:58.637239 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f700aa4-7cee-460c-9176-e677613f9be1 req-bce03567-ebbb-4717-b3d6-2c727ce9da8c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467210 Aug 03 05:20:59.013702 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-681d4e19-25aa-42a4-aeea-575461091927 req-03cad0bc-086e-481a-bed1-b885179a8caa tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0285454 Aug 03 05:20:59.660460 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-0437eb77-94ec-4ba2-a204-da29cfeb0a46 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:59.661926 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-0437eb77-94ec-4ba2-a204-da29cfeb0a46 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1146135 Aug 03 05:20:59.735277 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-a8a729d7-ee51-49a2-959e-ae9f2aa03434 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 379 time: 0.0652237 Aug 03 05:20:59.757292 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'port': {'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'admin_state_up': True, 'tenant_id': '041a553912c64de981d9f87b551c190f', 'security_groups': ['f999b5be-2a10-4a45-82fa-d4bfefff3963']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:20:59.796116 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838936bc-5d41-433a-9bef-b3ea0665d651 req-238600b0-6ee5-46f8-bf97-49e15e7fd295 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:20:59.797586 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-838936bc-5d41-433a-9bef-b3ea0665d651 req-238600b0-6ee5-46f8-bf97-49e15e7fd295 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.0806439 Aug 03 05:20:59.898212 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-838936bc-5d41-433a-9bef-b3ea0665d651 req-2d72b28c-d39d-48cf-abf9-acb55a282b51 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949612 Aug 03 05:21:00.004411 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:21:00.007866 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.102506 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:00.145006 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b861f8a5-d15a-4fcf-84fb-88a77cc64eac req-6a4db5c4-c5a1-4c47-a0ce-650cc945884c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0550056 Aug 03 05:21:00.173640 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.20.0.9 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/2c501039-721c-4570-98a9-38350b4fa0bc) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:21:00.281550 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:00.317878 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (2c501039-721c-4570-98a9-38350b4fa0bc), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.428950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.478671 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:21:00.484120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:21:00.486648 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:21:00.516189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:00.558370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:00.558370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.681710 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-91ca09b5-f197-432b-9a91-2bef3918a2d7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9300888 Aug 03 05:21:00.753361 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Request body: {'port': {'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:21:00.799241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-3afdc327-221a-4bac-abcd-72dccc47f069 None None] Provisioning complete for port 2c501039-721c-4570-98a9-38350b4fa0bc triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:21:00.800842 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3afdc327-221a-4bac-abcd-72dccc47f069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.817087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:00.838157 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-3afdc327-221a-4bac-abcd-72dccc47f069 None None] Port 2c501039-721c-4570-98a9-38350b4fa0bc cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:21:01.347519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdba8ea9-4703-42ed-85db-b8a86580c8af req-44b40537-dfa1-48a1-ba77-9829836e9187 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:01.348975 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bdba8ea9-4703-42ed-85db-b8a86580c8af req-44b40537-dfa1-48a1-ba77-9829836e9187 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 931 time: 0.1232860 Aug 03 05:21:01.356483 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2687b1-c19c-43c8-8d9a-92e2ae463a43 req-5c8b83cc-9a0d-48b5-bc56-92666f3bdf36 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:01.357850 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a2687b1-c19c-43c8-8d9a-92e2ae463a43 req-5c8b83cc-9a0d-48b5-bc56-92666f3bdf36 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 944 time: 0.1310878 Aug 03 05:21:01.435867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:01.504313 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bdba8ea9-4703-42ed-85db-b8a86580c8af req-5597d354-190f-493b-8ca1-b3d0c3748306 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435285 Aug 03 05:21:01.514056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c501039-721c-4570-98a9-38350b4fa0bc {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:21:01.522707 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3a2687b1-c19c-43c8-8d9a-92e2ae463a43 req-e4aa0dca-413b-4abe-98f1-6852f591ed9b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503870 Aug 03 05:21:01.528065 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks [] for port (2c501039-721c-4570-98a9-38350b4fa0bc), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.543093 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Transition to ACTIVE for port object 2c501039-721c-4570-98a9-38350b4fa0bc will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:21:01.558085 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device de448b7f-132d-4efd-89d2-4ced52b96e94 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:21:01.616223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.660909 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de448b7f-132d-4efd-89d2-4ced52b96e94,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:01.673198 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'port_id': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'mac_address': 'fa:16:3e:a9:9d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:21:01.701677 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Pushing event updated for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:01.714499 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port de448b7f-132d-4efd-89d2-4ced52b96e94 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:21:01.715116 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.716372 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:01.729711 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de448b7f-132d-4efd-89d2-4ced52b96e94 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:21:01.736288 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Attempting to bind port 2c501039-721c-4570-98a9-38350b4fa0bc on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:21:01.736634 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Attempting to bind port 2c501039-721c-4570-98a9-38350b4fa0bc by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:21:01.737058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Attempting to bind port 2c501039-721c-4570-98a9-38350b4fa0bc on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:21:01.742180 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Port 2c501039-721c-4570-98a9-38350b4fa0bc on network a2df47b9-9137-4503-88b3-7af6200f8ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:21:01.742513 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Attempting to bind port 2c501039-721c-4570-98a9-38350b4fa0bc on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:21:01.747533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:21:01.748174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:21:01.748297 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:21:01.748669 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Bound port: 2c501039-721c-4570-98a9-38350b4fa0bc, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:21:01.749033 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.751299 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de448b7f-132d-4efd-89d2-4ced52b96e94,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:01.821990 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:21:01.825016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2c501039-721c-4570-98a9-38350b4fa0bc,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:21:01.844455 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.894088 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:01.901214 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.905552 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.906621 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:01.925594 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.930107 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:01.931864 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:01.932226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/2c501039-721c-4570-98a9-38350b4fa0bc HTTP/1.1" status: 200 len: 1093 time: 1.1837940 Aug 03 05:21:01.932718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:01.935042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b75719-2c91-435f-8ba8-eda448263b05" -d '{"events": [{"name": "network-changed", "server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:01.979256 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1601da-d426-4101-bc54-53291fc83e65 x-openstack-request-id: req-3d1601da-d426-4101-bc54-53291fc83e65 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:01.979546 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:01.979803 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-3d1601da-d426-4101-bc54-53291fc83e65 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:01.980217 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1601da-d426-4101-bc54-53291fc83e65'] response: {'name': 'network-changed', 'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc', 'status': 'completed', 'code': 200} Aug 03 05:21:01.994349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb136964-1a54-4aac-aa60-361de9b6ee32 service neutron] Pushing event updated for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:02.054366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-84532d97-f841-4bd7-b2fd-ce8fb9508254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.056028 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-84532d97-f841-4bd7-b2fd-ce8fb9508254 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 1127 time: 0.0465188 Aug 03 05:21:02.062640 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['de448b7f-132d-4efd-89d2-4ced52b96e94'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:21:02.166366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-4de19b3d-dad0-4c23-a625-ca0453b187d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.167888 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-4de19b3d-dad0-4c23-a625-ca0453b187d2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=041a553912c64de981d9f87b551c190f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1051567 Aug 03 05:21:02.272112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-fdc2adf0-5006-45fe-9796-05a840be9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.273575 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f7b75719-2c91-435f-8ba8-eda448263b05 req-fdc2adf0-5006-45fe-9796-05a840be9d02 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001565 Aug 03 05:21:02.348680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-fb34c546-d947-4886-9332-e3f3f240143c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.350211 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-fb34c546-d947-4886-9332-e3f3f240143c service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 1127 time: 0.0408127 Aug 03 05:21:02.394315 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-ade16af8-944d-46c0-8318-37e4162013a1 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c501039-721c-4570-98a9-38350b4fa0bc HTTP/1.1" status: 200 len: 217 time: 0.0368834 Aug 03 05:21:02.442140 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-08bd42d5-acb7-43da-9c69-b8e93d5bb378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.444297 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-08bd42d5-acb7-43da-9c69-b8e93d5bb378 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0438888 Aug 03 05:21:02.486614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-eb48d3f3-da90-41f2-a127-6639e5972f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.488219 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-eb48d3f3-da90-41f2-a127-6639e5972f7d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388114 Aug 03 05:21:02.635559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-b0c7ff72-fb3a-4f8f-a4e3-2cc7bee79296 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404917 Aug 03 05:21:02.678947 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4fef7a-592a-4dbf-90a6-52fe385cc2ce req-89ce0f14-4b8b-46f4-bf9f-9b17cefa0ca3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.685251 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-af4fef7a-592a-4dbf-90a6-52fe385cc2ce req-89ce0f14-4b8b-46f4-bf9f-9b17cefa0ca3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 943 time: 0.1004167 Aug 03 05:21:02.705767 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:02.725452 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce99a2-95fd-41e2-931e-d282c6a8bc8f req-79d3e7a6-ef8a-4cbf-818b-f004a47779d3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:02.726995 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34ce99a2-95fd-41e2-931e-d282c6a8bc8f req-79d3e7a6-ef8a-4cbf-818b-f004a47779d3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 945 time: 0.1106484 Aug 03 05:21:02.822248 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-af4fef7a-592a-4dbf-90a6-52fe385cc2ce req-1422b193-4905-45b8-9a53-7d23af3ec095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250370 Aug 03 05:21:02.851628 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb25e218-eccf-44fe-b70f-ffcea19854a2 req-74932d34-66fd-4bd7-b19d-e7369323cc37 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953797 Aug 03 05:21:02.855641 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-34ce99a2-95fd-41e2-931e-d282c6a8bc8f req-531b9a55-f818-4e00-ac44-d995781dff2f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963728 Aug 03 05:21:03.574942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2c501039-721c-4570-98a9-38350b4fa0bc details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:21:03.576981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device de448b7f-132d-4efd-89d2-4ced52b96e94 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:21:03.637458 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:03.685684 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:03.686697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port de448b7f-132d-4efd-89d2-4ced52b96e94 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:21:03.712419 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2c501039-721c-4570-98a9-38350b4fa0bc,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:03.724697 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '2c501039-721c-4570-98a9-38350b4fa0bc', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:21:03.760474 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 2c501039-721c-4570-98a9-38350b4fa0bc is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:21:03.760868 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:03.777338 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port de448b7f-132d-4efd-89d2-4ced52b96e94 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:21:03.777746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:03.781282 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c501039-721c-4570-98a9-38350b4fa0bc {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:21:03.821987 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2c501039-721c-4570-98a9-38350b4fa0bc,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:03.872013 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port de448b7f-132d-4efd-89d2-4ced52b96e94 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:21:03.872532 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:03.899200 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:03.901520 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5e672c-e2cc-438f-b3c4-92dac657d499" -d '{"events": [{"server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "name": "network-vif-plugged", "status": "completed", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:03.914592 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de448b7f-132d-4efd-89d2-4ced52b96e94,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:03.918465 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:03.969425 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:03.990463 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba42497-2dff-44de-aae7-3778b460816e req-e6614144-126a-4065-8c61-0445ea60e155 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:03.990463 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ba42497-2dff-44de-aae7-3778b460816e req-e6614144-126a-4065-8c61-0445ea60e155 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 943 time: 0.0854793 Aug 03 05:21:04.003714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf634a-14fb-4024-a5bc-9005e4d23384 req-054db067-23fe-4e4d-a7e5-b64457390cd6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:04.005143 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dbbf634a-14fb-4024-a5bc-9005e4d23384 req-054db067-23fe-4e4d-a7e5-b64457390cd6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 945 time: 0.0681052 Aug 03 05:21:04.010097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:04.020524 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:04.062227 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:04.086531 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5ba42497-2dff-44de-aae7-3778b460816e req-26fccc2b-58d6-4dbb-9265-c8e061342ed0 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891190 Aug 03 05:21:04.090421 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dbbf634a-14fb-4024-a5bc-9005e4d23384 req-2ca99655-52fe-4035-9f10-2d65c64eae5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774918 Aug 03 05:21:04.129174 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['2c501039-721c-4570-98a9-38350b4fa0bc'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:21:04.134406 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8417c7c-a776-446e-b735-accb01848773 x-openstack-request-id: req-e8417c7c-a776-446e-b735-accb01848773 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:04.134701 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "name": "network-vif-plugged", "status": "completed", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:04.135240 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e8417c7c-a776-446e-b735-accb01848773 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:04.135665 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8417c7c-a776-446e-b735-accb01848773'] response: {'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'code': 200} Aug 03 05:21:04.519151 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641b0d28-bf48-484f-bd2a-e90652f67de7 req-b85b3363-6fb4-4cab-9137-763ca156c311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:04.520689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-641b0d28-bf48-484f-bd2a-e90652f67de7 req-b85b3363-6fb4-4cab-9137-763ca156c311 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1130 time: 0.0445540 Aug 03 05:21:04.556678 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=80,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:04.557439 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:04.570295 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-641b0d28-bf48-484f-bd2a-e90652f67de7 req-77420f1d-6b59-4683-a937-1f9b78467f5c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434425 Aug 03 05:21:04.614948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=17,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:04.614948 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:UPDATE=3,neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:05.234403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91423a5-6bfe-4d68-b119-cd62f11751b4 req-aade1485-17d1-4eab-bc14-c73198fd7289 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:05.235919 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f91423a5-6bfe-4d68-b119-cd62f11751b4 req-aade1485-17d1-4eab-bc14-c73198fd7289 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 944 time: 0.0746834 Aug 03 05:21:05.244253 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adb724b-632b-42fd-a289-9d7a4f4a7aeb req-f02cfda8-89fb-4bc0-be47-b5ccd6ac85c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:05.245632 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6adb724b-632b-42fd-a289-9d7a4f4a7aeb req-f02cfda8-89fb-4bc0-be47-b5ccd6ac85c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0752707 Aug 03 05:21:05.323858 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f91423a5-6bfe-4d68-b119-cd62f11751b4 req-e6b745c4-a3ac-4111-be72-f938cde029bc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772793 Aug 03 05:21:05.328645 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6adb724b-632b-42fd-a289-9d7a4f4a7aeb req-f6522e51-f5a9-421b-8ffd-41c19c6b3646 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753298 Aug 03 05:21:05.576488 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2c501039-721c-4570-98a9-38350b4fa0bc up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:21:05.621146 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 2c501039-721c-4570-98a9-38350b4fa0bc completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:21:05.622970 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:05.706702 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 2c501039-721c-4570-98a9-38350b4fa0bc triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:21:05.707059 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:05.782021 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 2c501039-721c-4570-98a9-38350b4fa0bc is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:21:05.782410 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:05.821848 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2c501039-721c-4570-98a9-38350b4fa0bc,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:05.907373 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:05.961075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:06.136998 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:06.139458 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4dc8f29-4887-40bb-8a3c-87d00a08963a" -d '{"events": [{"server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:06.177914 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2c79a4-01fd-4aa0-9c7b-b20522dfbb23 x-openstack-request-id: req-2c2c79a4-01fd-4aa0-9c7b-b20522dfbb23 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:06.178203 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "name": "network-vif-plugged", "status": "completed", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:06.178453 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-2c2c79a4-01fd-4aa0-9c7b-b20522dfbb23 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:06.178890 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2c79a4-01fd-4aa0-9c7b-b20522dfbb23'] response: {'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc', 'code': 200} Aug 03 05:21:06.471178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb23c3dc-0791-4936-9d7f-2b3bdb493105 req-7f0245a8-1a4f-48f5-80fc-561c97e0e1dc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:06.472648 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bb23c3dc-0791-4936-9d7f-2b3bdb493105 req-7f0245a8-1a4f-48f5-80fc-561c97e0e1dc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0748849 Aug 03 05:21:06.480992 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba7872-6dac-47c3-96df-5501218434a6 req-848ac64a-30f6-4445-beca-7c5d5cd3b1ec tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:06.482336 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c5ba7872-6dac-47c3-96df-5501218434a6 req-848ac64a-30f6-4445-beca-7c5d5cd3b1ec tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0759187 Aug 03 05:21:06.565075 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bb23c3dc-0791-4936-9d7f-2b3bdb493105 req-57f4fa6d-930e-422b-ab37-66299158a57a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817695 Aug 03 05:21:06.569148 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c5ba7872-6dac-47c3-96df-5501218434a6 req-c56e8876-cde5-40b2-a338-fc0bda6a50b8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792124 Aug 03 05:21:06.687765 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368ac0c-5b6b-4a52-ac2b-06aed9fb7b46 req-6071f128-f82d-4b91-a4f7-8fb80bc206ea tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:06.690992 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4368ac0c-5b6b-4a52-ac2b-06aed9fb7b46 req-6071f128-f82d-4b91-a4f7-8fb80bc206ea tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0477843 Aug 03 05:21:06.739863 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4368ac0c-5b6b-4a52-ac2b-06aed9fb7b46 req-0aaad2d5-52b3-49db-960b-cf2228ef1fac tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442221 Aug 03 05:21:06.767030 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47914) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:06.931940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5ff241-7593-4324-a5ad-8a7ab7220b0c tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:06.933450 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4d5ff241-7593-4324-a5ad-8a7ab7220b0c tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1125 time: 0.1654427 Aug 03 05:21:06.936434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 47918) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:06.940549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'port_id': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address': '172.20.0.10'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:21:07.020278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.101767 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.103335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:07.150129 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47922) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:07.215237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.27.4.145 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/e43b7a80-0ed8-49c8-af2f-e8998c98ae89) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:21:07.235176 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:07.333404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.423051 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Deleting port b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:07.423748 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.433093 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.481539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:21:07.491079 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:21:07.495693 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:21:07.499383 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=e43b7a80-0ed8-49c8-af2f-e8998c98ae89,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:07.530612 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.530978 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for floatingip (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.545832 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Calling delete_port for b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:07.780909 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b6683-dee5-435f-93b1-f4aa6f1779e2 req-59f83a3d-11fe-4e94-9674-00674dd54221 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:07.782352 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-972b6683-dee5-435f-93b1-f4aa6f1779e2 req-59f83a3d-11fe-4e94-9674-00674dd54221 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0869956 Aug 03 05:21:07.809036 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.836361 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event deleted for resources: {'Port': ['ID=b257d8bd-3e02-4ff7-b4a4-42ef54bee5fa,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:07.887450 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-972b6683-dee5-435f-93b1-f4aa6f1779e2 req-3e9b0b26-30c5-4b27-b7e9-647f3261429d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974967 Aug 03 05:21:07.900476 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for floatingip (e2f1058c-d1e8-4fc7-bdd9-93f924f38bde), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:07.900821 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Floating IP e2f1058c-d1e8-4fc7-bdd9-93f924f38bde disassociated (deleted). External IP: 172.27.4.144, port: 255ebc2e-922a-4b85-be40-f642cc2ae298. Aug 03 05:21:07.995141 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:07.999226 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.102632 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.112787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:21:08.224940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:21:08.229787 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.236241 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Sync routers for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:21:08.251339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:08.251339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:08.251699 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:08.262753 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ff415b10-6f72-4d71-9013-12b021a7ff18 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/e2f1058c-d1e8-4fc7-bdd9-93f924f38bde HTTP/1.1" status: 204 len: 168 time: 1.1114955 Aug 03 05:21:08.263390 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:08.265757 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9604fc8d-39fd-460a-bdcf-819a3c6e154d" -d '{"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:08.274186 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.319792 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40240c8d-8c54-4f53-84af-2bc927507d50 x-openstack-request-id: req-40240c8d-8c54-4f53-84af-2bc927507d50 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:08.320102 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:08.320345 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-40240c8d-8c54-4f53-84af-2bc927507d50 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:08.320923 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40240c8d-8c54-4f53-84af-2bc927507d50'] response: {'name': 'network-changed', 'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'status': 'completed', 'code': 200} Aug 03 05:21:08.375149 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:08.398690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.463091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:08.470042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=e43b7a80-0ed8-49c8-af2f-e8998c98ae89,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:08.472952 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:08.507852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:08.571481 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:08.576077 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b associated. External IP: 172.27.4.145, port: de448b7f-132d-4efd-89d2-4ced52b96e94. Aug 03 05:21:08.599762 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Checking router: bc4cc253-5c0b-42d8-9589-b77d6e5e0910 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:21:08.609359 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:08.609948 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:08.716271 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:08.834178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b7e74-c604-4118-9e68-2353fd12a42b req-36319746-6ab3-4b1b-a427-2c9bbfad7fdc tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:08.835604 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a5b7e74-c604-4118-9e68-2353fd12a42b req-36319746-6ab3-4b1b-a427-2c9bbfad7fdc tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.1185067 Aug 03 05:21:08.867307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:08.871808 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e233d3-1e74-4b72-b256-fd177bae9c77 req-518da2c4-804a-4ba4-9765-87ce16fc1d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:08.873289 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3e233d3-1e74-4b72-b256-fd177bae9c77 req-518da2c4-804a-4ba4-9765-87ce16fc1d7e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0861328 Aug 03 05:21:08.894001 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:21:08.935508 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8a5b7e74-c604-4118-9e68-2353fd12a42b req-2b76cc9e-2657-45de-af78-be5f86f159c1 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903628 Aug 03 05:21:09.000362 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:09.045609 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:09.068644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4e10a-03f0-4445-924e-27779cbcb035 req-4a7d7041-f5cc-40c1-82f2-7f294a2f4a79 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:09.070124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12b4e10a-03f0-4445-924e-27779cbcb035 req-4a7d7041-f5cc-40c1-82f2-7f294a2f4a79 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0923364 Aug 03 05:21:09.072706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7833351d-6340-453f-bdcc-2f1c60707db6 None None] The sync data for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi is: [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:14:53Z', 'revision_number': 4, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'f37983e5-f5aa-4d76-80f0-4508cb75016b', 'name': '', 'network_id': 'bbb5d950-6a24-4342-b6f3-55bde0214ab1', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'mac_address': 'fa:16:3e:0a:49:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:52Z', 'updated_at': '2022-08-03T05:15:01Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'subnets': [{'id': '2fe7b45b-17ba-4897-af7b-7370ac35d672', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:21:09.105002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:21:09.118076 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:21:09.130049 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:09.130823 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:09.141993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12b4e10a-03f0-4445-924e-27779cbcb035 req-36b76dbe-ddad-4018-b310-ba41a0eae723 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652556 Aug 03 05:21:09.248671 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:09.300885 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:09.344418 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2c48ade2-3a56-4756-9357-d641c85a9c11 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4069464 Aug 03 05:21:09.345141 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:09.349388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1531286-7683-4c49-8ba7-90da8006b133" -d '{"events": [{"name": "network-changed", "server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:09.387286 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5daf1ff6-f8e7-4af5-83c8-7a91e3560141 x-openstack-request-id: req-5daf1ff6-f8e7-4af5-83c8-7a91e3560141 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:09.387593 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:09.387772 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3811dff-3086-4c29-a48b-701a90161bc6 None None] New status for floating IP e2f1058c-d1e8-4fc7-bdd9-93f924f38bde: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:21:09.388229 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5daf1ff6-f8e7-4af5-83c8-7a91e3560141 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:09.388326 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5daf1ff6-f8e7-4af5-83c8-7a91e3560141'] response: {'name': 'network-changed', 'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'status': 'completed', 'code': 200} Aug 03 05:21:09.586960 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:a9:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b183db-1997-4a33-9bb9-40d05791a321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:21:07Z', 'updated_at': '2022-08-03T05:21:07Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:09.612150 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:21:09.620521 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:09.621129 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:09.726381 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:09.945147 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:a9:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b183db-1997-4a33-9bb9-40d05791a321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:21:07Z', 'updated_at': '2022-08-03T05:21:07Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:09.950065 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-2f55d834-c78c-4266-beb6-2b85de776310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:09.952394 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-2f55d834-c78c-4266-beb6-2b85de776310 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 1129 time: 0.0438960 Aug 03 05:21:09.975225 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91e47b2-817b-4895-a209-6dec133a1de4 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.145', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 657, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:a9:9d:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64b183db-1997-4a33-9bb9-40d05791a321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:21:07Z', 'updated_at': '2022-08-03T05:21:07Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:21:09.985317 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a3e233d3-1e74-4b72-b256-fd177bae9c77 req-931d61c7-29d8-424e-b97c-d448384d09d2 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772169 Aug 03 05:21:09.995396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531286-7683-4c49-8ba7-90da8006b133 req-7068cb96-bdc5-4109-8fcb-cd2a38a684a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:09.996625 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-7068cb96-bdc5-4109-8fcb-cd2a38a684a1 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1130 time: 0.0591612 Aug 03 05:21:10.055039 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:10.069516 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd12bdb-8a8a-4d99-890b-863ecd8bb6aa req-fdf2f51c-c7b3-4dd8-910e-23d7c7e2358e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.071248 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1fd12bdb-8a8a-4d99-890b-863ecd8bb6aa req-fdf2f51c-c7b3-4dd8-910e-23d7c7e2358e tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0550866 Aug 03 05:21:10.088458 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-0eb502e6-2edb-4113-9ff0-fc99bd3ab86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.089981 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-0eb502e6-2edb-4113-9ff0-fc99bd3ab86f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 200 len: 909 time: 0.1215587 Aug 03 05:21:10.123838 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1fd12bdb-8a8a-4d99-890b-863ecd8bb6aa req-fcf426c3-4859-415d-a793-12531d519d2d tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469112 Aug 03 05:21:10.202051 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9dc6a07-2e16-4da9-8ee2-7d53b557107f None None] New status for floating IP fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:21:10.271926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ef53c5-51de-4e04-95ee-c10f62020017 req-d42e346b-57ee-44f9-a907-51447340db62 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.273433 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-83ef53c5-51de-4e04-95ee-c10f62020017 req-d42e346b-57ee-44f9-a907-51447340db62 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0497060 Aug 03 05:21:10.287386 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:10.356110 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-1624f5b6-4483-4681-88e2-83ffb784f7a7 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 200 len: 217 time: 0.0426390 Aug 03 05:21:10.529033 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-c774263d-d52b-47d3-b904-44e939d122ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.530514 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-c774263d-d52b-47d3-b904-44e939d122ba service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 200 len: 847 time: 0.0457740 Aug 03 05:21:10.563161 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:21:10.629289 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-83ef53c5-51de-4e04-95ee-c10f62020017 req-176c3dbd-7681-4d8a-aacd-f2da4733a360 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3496561 Aug 03 05:21:10.660137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531286-7683-4c49-8ba7-90da8006b133 req-5910e91c-83f6-4f96-bc00-b1e0619cbbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.662280 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-5910e91c-83f6-4f96-bc00-b1e0619cbbc2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.3628955 Aug 03 05:21:10.803830 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-e711168a-702e-4f21-9898-2b782cb929b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.805519 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-e711168a-702e-4f21-9898-2b782cb929b4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=bbb5d950-6a24-4342-b6f3-55bde0214ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467970 Aug 03 05:21:10.858289 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-a44f7ea5-344c-47d2-9711-85120f11152a service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de448b7f-132d-4efd-89d2-4ced52b96e94 HTTP/1.1" status: 200 len: 1002 time: 0.0991423 Aug 03 05:21:10.865111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-4fd415a8-af45-47e4-b952-525d83111000 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.866503 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-4fd415a8-af45-47e4-b952-525d83111000 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0706031 Aug 03 05:21:10.903007 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-3343b2b3-b102-44ca-976f-a4239a00cf37 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907509 Aug 03 05:21:10.925232 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:10.945379 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531286-7683-4c49-8ba7-90da8006b133 req-a519f9ba-8e79-43b5-81d8-f78a3c16caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:10.946954 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-a519f9ba-8e79-43b5-81d8-f78a3c16caa4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0795295 Aug 03 05:21:11.004583 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [req-9604fc8d-39fd-460a-bdcf-819a3c6e154d req-c75bb2db-d393-4361-94c6-b96065257b84 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938878 Aug 03 05:21:11.017909 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:11.025155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1531286-7683-4c49-8ba7-90da8006b133 req-fe65486e-1614-42af-add3-2a7b4f97dc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:11.026705 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-fe65486e-1614-42af-add3-2a7b4f97dc96 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725596 Aug 03 05:21:11.027296 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Deleting port 255ebc2e-922a-4b85-be40-f642cc2ae298 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:11.027645 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:11.119020 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] For port 255ebc2e-922a-4b85-be40-f642cc2ae298, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=255ebc2e-922a-4b85-be40-f642cc2ae298,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:11.119416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:11.136781 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Calling delete_port for 255ebc2e-922a-4b85-be40-f642cc2ae298 owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:11.280259 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8accb7e5-592a-4723-b100-23ec6e87543d req-f7f18574-dd7e-44c5-bb3b-bf3ee5bc9e12 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:11.281655 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8accb7e5-592a-4723-b100-23ec6e87543d req-f7f18574-dd7e-44c5-bb3b-bf3ee5bc9e12 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 945 time: 0.0789452 Aug 03 05:21:11.370573 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8accb7e5-592a-4723-b100-23ec6e87543d req-36c77c9f-de15-45cd-90da-b6f8325d18ff tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=55588fc6-b766-482c-9941-6025b4663167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820432 Aug 03 05:21:11.457090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (255ebc2e-922a-4b85-be40-f642cc2ae298), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:11.503237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event deleted for resources: {'Port': ['ID=255ebc2e-922a-4b85-be40-f642cc2ae298,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:11.595978 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] No DVR routers for this DVR port 255ebc2e-922a-4b85-be40-f642cc2ae298 on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:21:11.600298 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:11.603709 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e6ec4528-5829-40a4-a2a9-fc8c0d165ab1 req-279fd604-510e-4745-8647-102aa1d3b223 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.67 "DELETE /networking/v2.0/ports/255ebc2e-922a-4b85-be40-f642cc2ae298 HTTP/1.1" status: 204 len: 173 time: 0.7104275 Aug 03 05:21:11.604152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-deleted', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:11.606508 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a54aac9-5099-4c3f-9f3a-72406e712c30" -d '{"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-deleted", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:11.630276 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-916219b1-f0b0-4eef-b1cd-c9ed5fc64f27 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824982 Aug 03 05:21:11.657814 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e000bded-2368-4aa5-912b-95cefc724e88 x-openstack-request-id: req-e000bded-2368-4aa5-912b-95cefc724e88 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:11.658134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0", "name": "network-vif-deleted", "tag": "255ebc2e-922a-4b85-be40-f642cc2ae298", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:11.658525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-e000bded-2368-4aa5-912b-95cefc724e88 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:11.659137 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e000bded-2368-4aa5-912b-95cefc724e88'] response: {'server_uuid': 'b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0', 'name': 'network-vif-deleted', 'tag': '255ebc2e-922a-4b85-be40-f642cc2ae298', 'status': 'completed', 'code': 200} Aug 03 05:21:11.765949 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d1531286-7683-4c49-8ba7-90da8006b133 req-6675ed83-4ac5-440d-965e-5282703afb8c service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296887 Aug 03 05:21:11.774796 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643e1c1-7aef-4c50-9eb3-74f24668e2fe req-61b171e8-d4f3-43b5-bf9e-7794c5194309 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:11.776542 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3643e1c1-7aef-4c50-9eb3-74f24668e2fe req-61b171e8-d4f3-43b5-bf9e-7794c5194309 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0669904 Aug 03 05:21:11.827362 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3643e1c1-7aef-4c50-9eb3-74f24668e2fe req-a3ba82bc-a186-4378-a860-8ffb8b2e02eb tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442483 Aug 03 05:21:11.945036 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:11.953892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4065dac5-26c3-49bc-812b-ced3856fb6aa req-35d305b4-199d-4e72-b9f8-462871859fc6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:11.955494 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4065dac5-26c3-49bc-812b-ced3856fb6aa req-35d305b4-199d-4e72-b9f8-462871859fc6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0508623 Aug 03 05:21:11.966470 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 47992) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:11.971192 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:21:12.013287 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:12.469386 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:12.501360 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b2ed358c-8c0e-4705-9586-e3ada48765e2 req-7db622d1-5ab9-4bc0-b325-adeb3fb8e740 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=b433e59d-d0b3-4a48-bf87-3bfa0fdb02f0 HTTP/1.1" status: 200 len: 210 time: 0.0292192 Aug 03 05:21:12.524193 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:12.622381 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:12.629375 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 9717b543-d20a-4f60-8e22-73e809c8dad5 associated. External IP: 172.27.4.248, port: 2c501039-721c-4570-98a9-38350b4fa0bc. Aug 03 05:21:12.720519 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:12.842406 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:21:12.960921 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:21:12.965766 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:12.972376 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:21:12.985070 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:12.987060 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:13.000473 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-705e9cab-c90a-4d61-8288-378e931dfba4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/9717b543-d20a-4f60-8e22-73e809c8dad5 HTTP/1.1" status: 200 len: 991 time: 1.0328367 Aug 03 05:21:13.001238 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:21:13.003790 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bb024c-20d4-41f2-810c-7297ae217dfa" -d '{"events": [{"name": "network-changed", "server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:21:13.048713 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f73d0bd-9863-48cf-baa2-0ddd8f906aa8 x-openstack-request-id: req-5f73d0bd-9863-48cf-baa2-0ddd8f906aa8 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:21:13.048713 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:21:13.048713 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5f73d0bd-9863-48cf-baa2-0ddd8f906aa8 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:21:13.048713 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f73d0bd-9863-48cf-baa2-0ddd8f906aa8'] response: {'name': 'network-changed', 'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc', 'status': 'completed', 'code': 200} Aug 03 05:21:13.097426 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:13.108811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-d23794cd-da50-4666-aa9d-8a509e89db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:13.110313 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-d23794cd-da50-4666-aa9d-8a509e89db06 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0446994 Aug 03 05:21:13.208522 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-1a49ed5c-30bb-4ae1-942b-b644cc5ecb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:13.209984 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-1a49ed5c-30bb-4ae1-942b-b644cc5ecb1d service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0923779 Aug 03 05:21:13.283192 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-af627713-9ca7-435f-9922-f8c3b936fc9b service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c501039-721c-4570-98a9-38350b4fa0bc HTTP/1.1" status: 200 len: 999 time: 0.0666015 Aug 03 05:21:13.324254 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:12Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:13.340910 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-ad0fbc1a-cc1b-4a33-bf17-ba4b61615257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:13.342541 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-ad0fbc1a-cc1b-4a33-bf17-ba4b61615257 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0543370 Aug 03 05:21:13.350745 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:21:13.359431 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:13.360047 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:13.392689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-44970601-1669-4071-9054-88aa8a1196de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:13.394306 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-44970601-1669-4071-9054-88aa8a1196de service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454917 Aug 03 05:21:13.402757 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48030) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:13.474045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:13.508695 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-b2d02df7-a987-4651-bd14-1bd569cb1063 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078057 Aug 03 05:21:13.525372 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6179-7b85-4206-b763-65ffc618b6fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.532991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:13.605577 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48036) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:13.627665 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6179-7b85-4206-b763-65ffc618b6fc admin admin] Publish callbacks [] for security_group (0b10d622-a0ab-46ed-8539-f652b7c98f89), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.634724 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:13.657822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-62bb024c-20d4-41f2-810c-7297ae217dfa req-6a9ab50f-3abe-4172-8210-17082b522332 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429470 Aug 03 05:21:13.659668 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 255ebc2e-922a-4b85-be40-f642cc2ae298 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:13.662784 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 255ebc2e-922a-4b85-be40-f642cc2ae298 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:13.686692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (55588fc6-b766-482c-9941-6025b4663167), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.695346 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6179-7b85-4206-b763-65ffc618b6fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0b10d622-a0ab-46ed-8539-f652b7c98f89), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.723289 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:13.729039 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (55588fc6-b766-482c-9941-6025b4663167), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.734378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:12Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:13.735633 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f6179-7b85-4206-b763-65ffc618b6fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b10d622-a0ab-46ed-8539-f652b7c98f89,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:13.756569 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9e7f6179-7b85-4206-b763-65ffc618b6fc admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=d365a7057d45426ea74a671cdece5310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3493860 Aug 03 05:21:13.756766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48038) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:13.762458 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c5cc10-6e6c-4a70-ae97-2e1811cb6848 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:12Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:21:13.820691 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] Publish callbacks [] for security_group (0b10d622-a0ab-46ed-8539-f652b7c98f89), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.845532 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] Publish callbacks [] for security_group (0b10d622-a0ab-46ed-8539-f652b7c98f89), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.918525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (55588fc6-b766-482c-9941-6025b4663167), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.921212 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.922435 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/55588fc6-b766-482c-9941-6025b4663167 HTTP/1.1" status: 204 len: 168 time: 0.3172381 Aug 03 05:21:13.936617 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8602c87-09d2-41a3-8dcc-abec16f31131 tempest-TestShelveInstance-776023550 tempest-TestShelveInstance-776023550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55588fc6-b766-482c-9941-6025b4663167,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:13.976017 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (0b10d622-a0ab-46ed-8539-f652b7c98f89), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.979084 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:13.980652 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/0b10d622-a0ab-46ed-8539-f652b7c98f89 HTTP/1.1" status: 204 len: 168 time: 0.2226987 Aug 03 05:21:13.993134 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f15dccc-6adf-429a-b7d7-aa544b161024 None None] New status for floating IP 9717b543-d20a-4f60-8e22-73e809c8dad5: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:21:14.004633 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709b7284-cfd8-42d9-b868-f1b5c8ef9328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b10d622-a0ab-46ed-8539-f652b7c98f89,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:14.037106 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:14.075162 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48044) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:14.184896 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:14.492664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.707492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48050) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:14.720190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:14.721255 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0e3eba75-b3b0-4693-8865-a04e26d55a49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.763290 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Deleting port f37983e5-f5aa-4d76-80f0-4508cb75016b {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:14.763566 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.798377 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0e3eba75-b3b0-4693-8865-a04e26d55a49 admin admin] Publish callbacks [] for security_group (2b14fcb7-07da-41fd-a8f2-9ff58df3a356), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.842740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] For port f37983e5-f5aa-4d76-80f0-4508cb75016b, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f37983e5-f5aa-4d76-80f0-4508cb75016b,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:14.843124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.856300 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Calling delete_port for f37983e5-f5aa-4d76-80f0-4508cb75016b owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:14.866449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-0e3eba75-b3b0-4693-8865-a04e26d55a49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2b14fcb7-07da-41fd-a8f2-9ff58df3a356), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.906311 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-0e3eba75-b3b0-4693-8865-a04e26d55a49 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=00d59a2a28b64f00a3bc8d27ccd9ac0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976492 Aug 03 05:21:14.907232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3eba75-b3b0-4693-8865-a04e26d55a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b14fcb7-07da-41fd-a8f2-9ff58df3a356,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:14.909467 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48052) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:14.932926 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:14.973366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] Publish callbacks [] for security_group (2b14fcb7-07da-41fd-a8f2-9ff58df3a356), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:14.996249 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] Publish callbacks [] for security_group (2b14fcb7-07da-41fd-a8f2-9ff58df3a356), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:15.123805 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (2b14fcb7-07da-41fd-a8f2-9ff58df3a356), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:15.124065 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (f37983e5-f5aa-4d76-80f0-4508cb75016b), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:15.126433 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:15.127620 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/2b14fcb7-07da-41fd-a8f2-9ff58df3a356 HTTP/1.1" status: 204 len: 168 time: 0.2172475 Aug 03 05:21:15.136622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9fa06-10ce-4d9b-8709-75a22ae1a201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b14fcb7-07da-41fd-a8f2-9ff58df3a356,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:15.155995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f37983e5-f5aa-4d76-80f0-4508cb75016b,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:15.201519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:15.324777 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:15.541742 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:21:15.544200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:15.654684 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:21:15.662666 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3e842e22-ec37-41bd-b1d4-e79faf0c89a1 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/bc4cc253-5c0b-42d8-9589-b77d6e5e0910/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5836339 Aug 03 05:21:15.662772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48062) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:15.669401 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Sync routers for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:21:15.680980 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:15.680980 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:15.713592 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:15.791948 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:15.918046 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:15.972936 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:16.002866 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Checking router: bc4cc253-5c0b-42d8-9589-b77d6e5e0910 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:21:16.012144 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Routers {'bc4cc253-5c0b-42d8-9589-b77d6e5e0910'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:16.012754 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:20:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:16.014013 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks [] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.122960 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] Set router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:16.124117 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks [] for router_gateway (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.243730 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Deleting port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:16.244266 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.347477 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] For port 0bd7b272-efcb-41c1-bd0c-2094f3725d7a, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:16.347894 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.368629 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Calling delete_port for 0bd7b272-efcb-41c1-bd0c-2094f3725d7a owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:16.426243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:16.453126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a67a37c-ddf7-4d71-a05e-6e5164ea3d83 None None] The sync data for ids ['bc4cc253-5c0b-42d8-9589-b77d6e5e0910'] in dv-cinder-851279-4-iscsi is: [{'id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'name': 'tempest-TestShelveInstance-362066880-router', 'tenant_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26'}], 'enable_snat': True}, 'gw_port_id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:49Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 5, 'project_id': '6ff6f2c611f44256a7d85a8d99981d9d', 'gw_port': {'id': '0bd7b272-efcb-41c1-bd0c-2094f3725d7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:5c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4cc253-5c0b-42d8-9589-b77d6e5e0910', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:14:50Z', 'updated_at': '2022-08-03T05:14:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:21:16.598163 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (0bd7b272-efcb-41c1-bd0c-2094f3725d7a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.624853 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Pushing event deleted for resources: {'Port': ['ID=0bd7b272-efcb-41c1-bd0c-2094f3725d7a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:16.692879 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.780857 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.783073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks [] for router_controller (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.889720 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (bc4cc253-5c0b-42d8-9589-b77d6e5e0910), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.890417 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc4cc253-5c0b-42d8-9589-b77d6e5e0910 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:21:16.894800 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.896660 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e8079bdc-140c-4db2-80e5-7bb68aac321c admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/bc4cc253-5c0b-42d8-9589-b77d6e5e0910 HTTP/1.1" status: 204 len: 168 time: 1.2329135 Aug 03 05:21:16.899379 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48082) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:16.908335 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:16.951296 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Deleting subnet 2fe7b45b-17ba-4897-af7b-7370ac35d672 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:21:16.954752 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Publish callbacks [] for subnet (2fe7b45b-17ba-4897-af7b-7370ac35d672), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:16.991713 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (2fe7b45b-17ba-4897-af7b-7370ac35d672), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.087223 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (2fe7b45b-17ba-4897-af7b-7370ac35d672), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.101180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb6c350b-5c61-457b-87e3-3ecfad264728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.112036 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:17.221435 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (2fe7b45b-17ba-4897-af7b-7370ac35d672), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.246895 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fe7b45b-17ba-4897-af7b-7370ac35d672,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:17.254827 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.259935 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3ef627-d64a-4b17-a03c-638b90cef680 None None] Network bbb5d950-6a24-4342-b6f3-55bde0214ab1 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:21:17.260877 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-62b84ee5-4b16-469b-a957-89a2168fe77b admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/2fe7b45b-17ba-4897-af7b-7370ac35d672 HTTP/1.1" status: 204 len: 168 time: 0.3603761 Aug 03 05:21:17.261505 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48088) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:17.495180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] DHCP port deletion for bbb5d950-6a24-4342-b6f3-55bde0214ab1 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:21:17.550613 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f37983e5-f5aa-4d76-80f0-4508cb75016b no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:17.574650 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Deleting port 88eeded3-93bc-443c-b6c3-290d974e63f5 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:17.575074 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.578609 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: f37983e5-f5aa-4d76-80f0-4508cb75016b {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:17.578976 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f37983e5-f5aa-4d76-80f0-4508cb75016b not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:17.579453 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0bd7b272-efcb-41c1-bd0c-2094f3725d7a no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:17.604176 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (bbb5d950-6a24-4342-b6f3-55bde0214ab1), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.622944 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 0bd7b272-efcb-41c1-bd0c-2094f3725d7a {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:17.623957 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 0bd7b272-efcb-41c1-bd0c-2094f3725d7a not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:17.624385 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 88eeded3-93bc-443c-b6c3-290d974e63f5 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:17.661786 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Deleting port 88eeded3-93bc-443c-b6c3-290d974e63f5 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:17.662126 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.699525 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] For port 88eeded3-93bc-443c-b6c3-290d974e63f5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=88eeded3-93bc-443c-b6c3-290d974e63f5,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:17.699894 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.716028 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Calling delete_port for 88eeded3-93bc-443c-b6c3-290d974e63f5 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:17.721471 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:17.730776 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] For port 88eeded3-93bc-443c-b6c3-290d974e63f5, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=88eeded3-93bc-443c-b6c3-290d974e63f5,segment=NetworkSegment(fd07971a-3dfe-4fa0-b084-fdeaf5f23593),segment_id=fd07971a-3dfe-4fa0-b084-fdeaf5f23593)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:17.731082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.744570 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Calling delete_port for 88eeded3-93bc-443c-b6c3-290d974e63f5 owned by network:dhcp {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:17.798130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Current status of the port 88eeded3-93bc-443c-b6c3-290d974e63f5 is: ACTIVE; New status is: DOWN {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:21:17.798524 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.883749 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.909963 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Pushing event deleted for resources: {'Port': ['ID=88eeded3-93bc-443c-b6c3-290d974e63f5,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:17.910776 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (88eeded3-93bc-443c-b6c3-290d974e63f5), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:17.913592 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] No DVR routers for this DVR port 88eeded3-93bc-443c-b6c3-290d974e63f5 on host dv-cinder-851279-4-iscsi {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:21:17.933725 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] Pushing event deleted for resources: {'Port': ['ID=88eeded3-93bc-443c-b6c3-290d974e63f5,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:17.939848 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615b09be-2249-46b6-ba9e-3d96d1d01878 None None] No DVR routers for this DVR port 88eeded3-93bc-443c-b6c3-290d974e63f5 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:21:17.987812 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (bbb5d950-6a24-4342-b6f3-55bde0214ab1), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.011069 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb5d950-6a24-4342-b6f3-55bde0214ab1']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:18.020925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:18.021260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd07971a-3dfe-4fa0-b084-fdeaf5f23593') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:18.030714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (fd07971a-3dfe-4fa0-b084-fdeaf5f23593), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.043926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (fd07971a-3dfe-4fa0-b084-fdeaf5f23593), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.050109 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:21:18.050575 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (fd07971a-3dfe-4fa0-b084-fdeaf5f23593), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.098455 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment fd07971a-3dfe-4fa0-b084-fdeaf5f23593 resource provider aggregate not found Aug 03 05:21:18.117245 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment fd07971a-3dfe-4fa0-b084-fdeaf5f23593 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fd07971a-3dfe-4fa0-b084-fdeaf5f23593 found for delete ", "request_id": "req-ddf85b09-3118-4941-9e57-0b97b40e9af0"}]} Aug 03 05:21:18.193008 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (bbb5d950-6a24-4342-b6f3-55bde0214ab1), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.198774 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.201821 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/bbb5d950-6a24-4342-b6f3-55bde0214ab1 HTTP/1.1" status: 204 len: 168 time: 0.9392524 Aug 03 05:21:18.205093 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48094) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:18.214807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b4caeb-4850-4494-b2a8-bfefb6088fa9 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb5d950-6a24-4342-b6f3-55bde0214ab1,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:18.528154 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (1e3deede-be44-48a6-a663-f440da9c9c7c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.750601 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Deleting port a8195840-cc6d-498b-a079-491a677b371c {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:18.750998 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (a8195840-cc6d-498b-a079-491a677b371c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.833216 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] For port a8195840-cc6d-498b-a079-491a677b371c, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=a8195840-cc6d-498b-a079-491a677b371c,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:18.833503 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (a8195840-cc6d-498b-a079-491a677b371c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:18.846643 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Calling delete_port for a8195840-cc6d-498b-a079-491a677b371c owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:18.856967 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:18.977324 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:19.078449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (a8195840-cc6d-498b-a079-491a677b371c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:19.108932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Pushing event deleted for resources: {'Port': ['ID=a8195840-cc6d-498b-a079-491a677b371c,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:19.276834 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (1e3deede-be44-48a6-a663-f440da9c9c7c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:19.482169 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Router 1e3deede-be44-48a6-a663-f440da9c9c7c has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:21:19.494970 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-3b7893e9-cd9d-46e0-8c61-81e0f7088ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:19.585431 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:21:19.590347 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3d50d700-b961-4a4a-b352-f00301ea888e admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/1e3deede-be44-48a6-a663-f440da9c9c7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3840895 Aug 03 05:21:19.593001 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48106) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:19.594757 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Sync routers for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:21:19.604525 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:19.605212 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:21:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:19.707524 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks [] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:19.714906 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:19.747903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=5,neutron:UPDATE=1,neutron:SELECT=94 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:19.811297 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks [] for router_gateway (1e3deede-be44-48a6-a663-f440da9c9c7c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:19.887921 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55'}], 'enable_snat': True}, 'gw_port_id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:21:18Z', 'revision_number': 5, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port': {'id': 'bfb8814e-72dc-49d5-9e49-aec2e629f166', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:72:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:15:00Z', 'updated_at': '2022-08-03T05:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:19.912196 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Checking router: 1e3deede-be44-48a6-a663-f440da9c9c7c for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:21:19.920635 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Routers {'1e3deede-be44-48a6-a663-f440da9c9c7c'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:21:19.921252 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:21:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['1e3deede-be44-48a6-a663-f440da9c9c7c'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:19.934883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Deleting port bfb8814e-72dc-49d5-9e49-aec2e629f166 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:19.934883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.009006 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] Set router 1e3deede-be44-48a6-a663-f440da9c9c7c gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:21:20.017522 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] For port bfb8814e-72dc-49d5-9e49-aec2e629f166, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=bfb8814e-72dc-49d5-9e49-aec2e629f166,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:20.018161 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.031828 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Calling delete_port for bfb8814e-72dc-49d5-9e49-aec2e629f166 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:20.058890 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:21:19Z', 'revision_number': 6, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:20.108891 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:20.130596 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48114) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:20.174921 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71465e9c-8d30-4e02-b484-ae4d03425f37 None None] The sync data for ids ['1e3deede-be44-48a6-a663-f440da9c9c7c'] in dv-cinder-851279-4-iscsi is: [{'id': '1e3deede-be44-48a6-a663-f440da9c9c7c', 'name': 'tempest-TestShelveInstance-1832486163-router', 'tenant_id': '2f9038a964ca4cd595ed4851dd9e6407', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:14:58Z', 'updated_at': '2022-08-03T05:21:19Z', 'revision_number': 6, 'project_id': '2f9038a964ca4cd595ed4851dd9e6407', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:21:20.252147 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fecebcf9-bffd-4e2a-a06a-bfdb44d3eac9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.260953 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (bfb8814e-72dc-49d5-9e49-aec2e629f166), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.287483 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb8814e-72dc-49d5-9e49-aec2e629f166,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:20.289966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:20.330429 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fecebcf9-bffd-4e2a-a06a-bfdb44d3eac9 admin admin] Publish callbacks [] for security_group (00e69d1c-c8f7-4017-8f2f-6c33e33902ef), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.353845 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (1e3deede-be44-48a6-a663-f440da9c9c7c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.386564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fecebcf9-bffd-4e2a-a06a-bfdb44d3eac9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (00e69d1c-c8f7-4017-8f2f-6c33e33902ef), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.431119 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fecebcf9-bffd-4e2a-a06a-bfdb44d3eac9 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=efbbe35b007f4fed88a44be892587c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990704 Aug 03 05:21:20.433675 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48118) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:20.441255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecebcf9-bffd-4e2a-a06a-bfdb44d3eac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e69d1c-c8f7-4017-8f2f-6c33e33902ef,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:20.445563 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.447902 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks [] for router_controller (1e3deede-be44-48a6-a663-f440da9c9c7c), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.449190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:20.490293 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] Publish callbacks [] for security_group (00e69d1c-c8f7-4017-8f2f-6c33e33902ef), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.514159 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] Publish callbacks [] for security_group (00e69d1c-c8f7-4017-8f2f-6c33e33902ef), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.540773 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (1e3deede-be44-48a6-a663-f440da9c9c7c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.541437 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e3deede-be44-48a6-a663-f440da9c9c7c {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:21:20.546709 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.547999 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-cb1436a6-3f81-40f2-9802-f817504bd4dd admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/1e3deede-be44-48a6-a663-f440da9c9c7c HTTP/1.1" status: 204 len: 168 time: 0.9535682 Aug 03 05:21:20.550481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48120) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:20.600683 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Deleting subnet 2a8b75b8-40b5-4522-9b90-d5d5ef8b335d {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:21:20.604296 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Publish callbacks [] for subnet (2a8b75b8-40b5-4522-9b90-d5d5ef8b335d), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.632368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (00e69d1c-c8f7-4017-8f2f-6c33e33902ef), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.635215 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.636395 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/00e69d1c-c8f7-4017-8f2f-6c33e33902ef HTTP/1.1" status: 204 len: 168 time: 0.2017953 Aug 03 05:21:20.641582 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (2a8b75b8-40b5-4522-9b90-d5d5ef8b335d), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.647519 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb374246-e6fa-4388-9eec-f8247b18a756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e69d1c-c8f7-4017-8f2f-6c33e33902ef,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:20.671678 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:20.733916 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (2a8b75b8-40b5-4522-9b90-d5d5ef8b335d), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.758125 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.844299 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (2a8b75b8-40b5-4522-9b90-d5d5ef8b335d), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.852316 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=83,neutron:DELETE=15,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:20.872840 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a8b75b8-40b5-4522-9b90-d5d5ef8b335d,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:20.876946 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:20.878908 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-823804a3-87ee-47b8-9fdd-33376af16dfd admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/2a8b75b8-40b5-4522-9b90-d5d5ef8b335d HTTP/1.1" status: 204 len: 168 time: 0.3264740 Aug 03 05:21:20.881100 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48124) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:20.883193 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44087777-8883-4696-b1a0-bc82da008a15 None None] Network 1aa6f095-771b-4027-9f9d-57908a0936fe requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:21:20.959416 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (1aa6f095-771b-4027-9f9d-57908a0936fe), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.005544 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Deleting port e679dc34-e291-41da-aa50-5398a8806f88 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:21.005892 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (e679dc34-e291-41da-aa50-5398a8806f88), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.057036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] DHCP port deletion for 1aa6f095-771b-4027-9f9d-57908a0936fe request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:21:21.093188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] For port e679dc34-e291-41da-aa50-5398a8806f88, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e679dc34-e291-41da-aa50-5398a8806f88,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:21.093573 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (e679dc34-e291-41da-aa50-5398a8806f88), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.110659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Deleting port e679dc34-e291-41da-aa50-5398a8806f88 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:21:21.111650 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (e679dc34-e291-41da-aa50-5398a8806f88), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.116212 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Calling delete_port for e679dc34-e291-41da-aa50-5398a8806f88 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:21.173290 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:21.196068 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] For port e679dc34-e291-41da-aa50-5398a8806f88, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=e679dc34-e291-41da-aa50-5398a8806f88,segment=NetworkSegment(4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd),segment_id=4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:21:21.196574 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (e679dc34-e291-41da-aa50-5398a8806f88), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.209915 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Calling delete_port for e679dc34-e291-41da-aa50-5398a8806f88 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:21:21.278772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (e679dc34-e291-41da-aa50-5398a8806f88), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.292181 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (e679dc34-e291-41da-aa50-5398a8806f88), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.309538 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e679dc34-e291-41da-aa50-5398a8806f88,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:21.310267 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] No DVR routers for this DVR port e679dc34-e291-41da-aa50-5398a8806f88 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:21:21.311367 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] No DVR routers for this DVR port e679dc34-e291-41da-aa50-5398a8806f88 on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:21:21.338510 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334f491-f81f-4768-92d0-f96c1840c0b5 None None] Pushing event deleted for resources: {'Port': ['ID=e679dc34-e291-41da-aa50-5398a8806f88,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:21.396955 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (1aa6f095-771b-4027-9f9d-57908a0936fe), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.417730 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa6f095-771b-4027-9f9d-57908a0936fe']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:21.428188 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:21.428349 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:21:21.438754 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.453304 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.463972 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:21:21.464302 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.504065 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bfb8814e-72dc-49d5-9e49-aec2e629f166 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:21.533805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: bfb8814e-72dc-49d5-9e49-aec2e629f166 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:21.534817 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device bfb8814e-72dc-49d5-9e49-aec2e629f166 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:21.536183 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a8195840-cc6d-498b-a079-491a677b371c no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:21.559362 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: a8195840-cc6d-498b-a079-491a677b371c {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:21.559982 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device a8195840-cc6d-498b-a079-491a677b371c not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:21.560414 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e679dc34-e291-41da-aa50-5398a8806f88 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:21:21.580497 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: e679dc34-e291-41da-aa50-5398a8806f88 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:21:21.580825 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device e679dc34-e291-41da-aa50-5398a8806f88 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:21:21.587331 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (1aa6f095-771b-4027-9f9d-57908a0936fe), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.591925 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:21.595590 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/1aa6f095-771b-4027-9f9d-57908a0936fe HTTP/1.1" status: 204 len: 168 time: 0.7134993 Aug 03 05:21:21.866123 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd resource provider aggregate not found Aug 03 05:21:21.870219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08850a3-3eaf-4755-a802-61e3d4709eb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aa6f095-771b-4027-9f9d-57908a0936fe,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:21.884129 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment 4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4ddd80a3-a6f7-4c9a-b16c-43495b83a6dd found for delete ", "request_id": "req-edf2e54b-8e9d-4f84-a52f-8a2422265ead"}]} Aug 03 05:21:21.952982 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48164) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:22.001532 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7bdb8b58-6dc6-4de3-b4a9-9e73d599fe98 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=6ff6f2c611f44256a7d85a8d99981d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473654 Aug 03 05:21:22.004144 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48178) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:22.043805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.056900 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] Publish callbacks [] for security_group (1580ea97-58bf-48ee-b586-7c342bdf1a44), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.079236 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] Publish callbacks [] for security_group (1580ea97-58bf-48ee-b586-7c342bdf1a44), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.175393 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1580ea97-58bf-48ee-b586-7c342bdf1a44), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.178446 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.179660 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1580ea97-58bf-48ee-b586-7c342bdf1a44 HTTP/1.1" status: 204 len: 168 time: 0.1745055 Aug 03 05:21:22.188340 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9545c45-3bb8-449c-a8ba-68d4ff6ed3c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1580ea97-58bf-48ee-b586-7c342bdf1a44,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:22.323781 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:22.403802 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:23.022516 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48206) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:23.074594 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-68c9cdb2-79eb-415a-a1db-531102661a45 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=2f9038a964ca4cd595ed4851dd9e6407&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0508697 Aug 03 05:21:23.077495 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48208) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:23.129966 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] Publish callbacks [] for security_group (12fef1df-1a08-4413-9447-c2de51de29e3), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:23.151726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] Publish callbacks [] for security_group (12fef1df-1a08-4413-9447-c2de51de29e3), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:23.242780 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (12fef1df-1a08-4413-9447-c2de51de29e3), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:23.245932 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:23.247233 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/12fef1df-1a08-4413-9447-c2de51de29e3 HTTP/1.1" status: 204 len: 168 time: 0.1685677 Aug 03 05:21:23.263264 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa40d65-c254-4939-9867-e3bfdee12f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12fef1df-1a08-4413-9447-c2de51de29e3,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:32.116845 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=36,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:32.184136 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=66,neutron:DELETE=10 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:32.312706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=33,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:33.187956 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=49,neutron:DELETE=7 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:33.255539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=25,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:33.276567 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:34.596380 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=45 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:34.607333 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:21:47.093629 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b5718bd8-1a45-4e33-96c4-15b3f29cf171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:47.562115 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:21:49.465122 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb767ab9-69d1-4116-81cb-eb4f4901104a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:50.716262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:51.575338 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48342) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:51.681016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:51.754756 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Publish callbacks [] for security_group (502acef7-fa5e-4c14-9575-7ddb970945df), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:51.796552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (502acef7-fa5e-4c14-9575-7ddb970945df), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:51.834458 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=502acef7-fa5e-4c14-9575-7ddb970945df,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:51.838983 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a43ed449ae0245d785bb962cb87921a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2623525 Aug 03 05:21:51.841828 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48348) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:21:51.844842 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.845188 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.845527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.845862 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.846189 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.846515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.846858 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.847179 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.847499 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.847818 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.848138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.848456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.848770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.849083 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.849396 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c9d520-037d-481e-b418-26a6d2464439 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:21:51.892245 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] Publish callbacks [] for security_group (502acef7-fa5e-4c14-9575-7ddb970945df), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:51.917152 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] Publish callbacks [] for security_group (502acef7-fa5e-4c14-9575-7ddb970945df), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:52.028569 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (502acef7-fa5e-4c14-9575-7ddb970945df), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:52.031275 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:52.032494 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/502acef7-fa5e-4c14-9575-7ddb970945df HTTP/1.1" status: 204 len: 168 time: 0.1896837 Aug 03 05:21:52.042481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9c269-c078-49cd-a8ed-869fee76a814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502acef7-fa5e-4c14-9575-7ddb970945df,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:21:52.049036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:52.293168 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:52.368378 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:21:55.043009 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-92470624-4adb-4a7e-a55d-5b46b52e5a61 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384142 Aug 03 05:21:55.127381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1701-561e-4286-9352-0c5ad05c5619 req-477d6bd0-3eec-469c-ad03-084a275730bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:55.128866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-477d6bd0-3eec-469c-ad03-084a275730bb service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 1130 time: 0.0428011 Aug 03 05:21:55.235347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1701-561e-4286-9352-0c5ad05c5619 req-4b0aacfd-452f-47ea-9a35-e7b6f67290c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:55.236738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-4b0aacfd-452f-47ea-9a35-e7b6f67290c3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0874319 Aug 03 05:21:55.301225 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-40842a50-9c17-4ed6-913a-bd79ac984e59 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=de448b7f-132d-4efd-89d2-4ced52b96e94 HTTP/1.1" status: 200 len: 1002 time: 0.0581055 Aug 03 05:21:55.348741 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1701-561e-4286-9352-0c5ad05c5619 req-9a03b7fc-53eb-45b8-80ee-30ce82586184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:55.350742 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-9a03b7fc-53eb-45b8-80ee-30ce82586184 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0430865 Aug 03 05:21:55.392935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061d1701-561e-4286-9352-0c5ad05c5619 req-fc383ee3-c302-404b-85d0-4ebb620d9763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:21:55.394405 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-fc383ee3-c302-404b-85d0-4ebb620d9763 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383799 Aug 03 05:21:55.491330 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-49eeb288-b2fc-4157-a104-e3e1d428cae7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889034 Aug 03 05:21:55.577847 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-061d1701-561e-4286-9352-0c5ad05c5619 req-40425724-2b66-4b2e-b6d8-b065930eb3b6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828238 Aug 03 05:21:57.558649 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:02.036132 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:02.036958 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:02.329438 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:02.331217 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:05.573311 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=69,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:05.574137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=71,neutron:INSERT=7 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:06.587907 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48392) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:22:06.593079 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1313257198', 'description': 'tempest-description--1898820555'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:06.665231 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:06.732810 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (08aa6077-e036-47fa-868f-39823bf0b8a6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:06.773154 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (08aa6077-e036-47fa-868f-39823bf0b8a6), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:06.802721 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08aa6077-e036-47fa-868f-39823bf0b8a6,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:06.809901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.810253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.810596 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.810963 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.811300 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.811656 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.811990 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.812318 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.812646 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.812973 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.813298 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.813622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.813945 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.814269 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.814589 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:06.831928 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:06.833142 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-30b8ff69-e8bb-44a9-a0df-6ceba7cdd2be tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2441604 Aug 03 05:22:06.836481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48394) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:22:06.840732 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': '08aa6077-e036-47fa-868f-39823bf0b8a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:06.910569 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (484852c5-80ad-4da3-9868-d3e6dfa11870), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:06.967166 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (484852c5-80ad-4da3-9868-d3e6dfa11870), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.035305 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (484852c5-80ad-4da3-9868-d3e6dfa11870), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.056090 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=484852c5-80ad-4da3-9868-d3e6dfa11870,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:07.117282 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.118850 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d886fe31-ad9d-4c95-953b-79c87b22e530 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2811699 Aug 03 05:22:07.121832 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48396) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:22:07.126367 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': '08aa6077-e036-47fa-868f-39823bf0b8a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:07.221551 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (0a8b44a0-1a92-4395-b6d1-bc2ba9e578b6), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.278216 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (0a8b44a0-1a92-4395-b6d1-bc2ba9e578b6), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.349804 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (0a8b44a0-1a92-4395-b6d1-bc2ba9e578b6), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.369081 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8b44a0-1a92-4395-b6d1-bc2ba9e578b6,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:07.426064 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.427309 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b4feeb5a-c6c2-48bc-826e-0c5d6eb6e737 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3044374 Aug 03 05:22:07.430429 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48398) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:22:07.434812 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:07.521331 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.603203 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.708729 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.27.4.60 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/bca606ea-ce9d-4e66-8129-e76f1548a797) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:22:07.778712 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:07.792704 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:07.820227 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.922146 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:07.961684 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:22:07.966737 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:22:07.970615 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:22:07.992336 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=bca606ea-ce9d-4e66-8129-e76f1548a797,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:08.059690 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.162911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.318057 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.372219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.409244 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:08.439649 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.442202 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=bca606ea-ce9d-4e66-8129-e76f1548a797,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:08.517737 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:08.519011 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d83935e7-6f36-4ace-abf5-3aaeb7a986b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0875595 Aug 03 05:22:08.724033 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-2ed8aba5-6fc1-46bd-9308-ac088b79403e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1313257198&fields=id&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 267 time: 0.0436494 Aug 03 05:22:08.834200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-1d20dc2a-5d7e-4b6f-ae85-b9161733e5df tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:08.836386 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-1d20dc2a-5d7e-4b6f-ae85-b9161733e5df tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1059656 Aug 03 05:22:08.851265 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-5d0f9f84-793f-41a9-ac86-5fca37436661 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/quotas/041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 375 time: 0.0093753 Aug 03 05:22:08.903552 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-a9dc8241-7928-40ce-ae92-53e53065ecea tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471811 Aug 03 05:22:09.002410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-3041ed28-0f6c-43f9-98fb-7ff2a0933f0e service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879943 Aug 03 05:22:09.105890 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-aa1edfa2-6751-4b21-96b8-ac5ee3be3bef service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971639 Aug 03 05:22:09.338368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-791b4654-07bd-4e27-a9cb-bc741b3def13 req-5cd81bd1-b12f-479f-921b-eaced2048f6c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 210 time: 0.0292344 Aug 03 05:22:10.441229 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-81572996-1849-4db8-ab9b-7bbcd7e18f97 req-84b653e5-5905-4766-ae05-3e3e962179cd tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 210 time: 0.0297878 Aug 03 05:22:11.156985 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-a94eea92-a14a-471e-846a-22e2fa836835 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:11.158752 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-a94eea92-a14a-471e-846a-22e2fa836835 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1049185 Aug 03 05:22:11.233078 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-224c1791-9f11-4188-be7e-b3fe888ad888 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 472 time: 0.0661933 Aug 03 05:22:11.241960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'port': {'device_id': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'admin_state_up': True, 'tenant_id': '041a553912c64de981d9f87b551c190f', 'security_groups': ['08aa6077-e036-47fa-868f-39823bf0b8a6']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:11.435991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:22:11.439581 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:11.551468 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-45ea58e3-aefb-4f5d-92c1-64990c25c4e3 req-6ee0a17c-88fc-414e-bdb5-4087078d3df4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 210 time: 0.0384488 Aug 03 05:22:11.596090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.20.0.11 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/2af81846-e5c5-414b-9ce3-54fab64a02bf) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:22:11.599782 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:11.604255 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:11.649856 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:11.736746 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:11.818342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:11.865298 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:22:11.868541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:22:11.870984 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:22:11.900368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:11.931182 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:11.931806 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.015198 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-68644a69-f48d-45f3-9de8-a2267d9361f4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7767689 Aug 03 05:22:12.027103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Request body: {'port': {'device_id': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:12.088023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.111542 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-21afe6e2-1428-4b0a-a1c0-252ec9959b0e None None] Provisioning complete for port 2af81846-e5c5-414b-9ce3-54fab64a02bf triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:22:12.112101 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-21afe6e2-1428-4b0a-a1c0-252ec9959b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.144398 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-21afe6e2-1428-4b0a-a1c0-252ec9959b0e None None] Port 2af81846-e5c5-414b-9ce3-54fab64a02bf cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:22:12.344796 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af81846-e5c5-414b-9ce3-54fab64a02bf {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:22:12.352760 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks [] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.354620 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:12.365406 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Transition to ACTIVE for port object 2af81846-e5c5-414b-9ce3-54fab64a02bf will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:22:12.446064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.524496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Pushing event updated for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:12.554829 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Attempting to bind port 2af81846-e5c5-414b-9ce3-54fab64a02bf on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:22:12.555470 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Attempting to bind port 2af81846-e5c5-414b-9ce3-54fab64a02bf by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:22:12.555620 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Attempting to bind port 2af81846-e5c5-414b-9ce3-54fab64a02bf on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:22:12.559861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Port 2af81846-e5c5-414b-9ce3-54fab64a02bf on network a2df47b9-9137-4503-88b3-7af6200f8ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:22:12.560191 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Attempting to bind port 2af81846-e5c5-414b-9ce3-54fab64a02bf on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:22:12.565107 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:22:12.565446 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:22:12.565827 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:22:12.566261 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Bound port: 2af81846-e5c5-414b-9ce3-54fab64a02bf, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:22:12.566619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.656087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:22:12.675379 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:22:12.685240 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc9af0-f983-4792-bbcf-ec9a3ea65a95 req-3ab8e304-de56-4d1c-9708-778602b3e870 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:12.686731 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d5fc9af0-f983-4792-bbcf-ec9a3ea65a95 req-3ab8e304-de56-4d1c-9708-778602b3e870 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 944 time: 0.0640409 Aug 03 05:22:12.734112 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d5fc9af0-f983-4792-bbcf-ec9a3ea65a95 req-a16534ab-554b-45ba-b950-03ef92a3f332 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417995 Aug 03 05:22:12.744347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.749972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:12.750601 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:12.752076 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/2af81846-e5c5-414b-9ce3-54fab64a02bf HTTP/1.1" status: 200 len: 1094 time: 0.7292712 Aug 03 05:22:12.754409 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:22:12.757322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2805371c-aa44-4403-94f0-83492f6ef4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:22:12.784170 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:12.795544 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd995bd-5a47-4893-b1bc-62b7adf8d9a1 x-openstack-request-id: req-cdd995bd-5a47-4893-b1bc-62b7adf8d9a1 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:22:12.795838 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:22:12.796092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-cdd995bd-5a47-4893-b1bc-62b7adf8d9a1 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:22:12.796523 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd995bd-5a47-4893-b1bc-62b7adf8d9a1'] response: {'name': 'network-changed', 'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'status': 'completed', 'code': 200} Aug 03 05:22:12.811615 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3e09b-76e8-4c66-b574-d6aa091d8279 service neutron] Pushing event updated for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:12.855231 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-d38ea1c6-ccf4-45e1-be5f-3b653adf189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:12.856866 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-d38ea1c6-ccf4-45e1-be5f-3b653adf189e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 1128 time: 0.0406637 Aug 03 05:22:12.955280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-046a4643-3add-4913-af3f-5d758a18a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:12.956650 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-046a4643-3add-4913-af3f-5d758a18a1fd service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=041a553912c64de981d9f87b551c190f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0928874 Aug 03 05:22:13.051936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-b6101cec-1a41-437e-b26b-c2412661b176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:13.053929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2805371c-aa44-4403-94f0-83492f6ef4b0 req-b6101cec-1a41-437e-b26b-c2412661b176 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911341 Aug 03 05:22:13.129481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-0d30d21e-02fc-46f8-86ca-5ec841f60712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:13.131028 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-0d30d21e-02fc-46f8-86ca-5ec841f60712 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 1128 time: 0.0405664 Aug 03 05:22:13.172601 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-67abbc75-6b2d-4e53-94fd-bc75759d0e19 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf HTTP/1.1" status: 200 len: 217 time: 0.0352468 Aug 03 05:22:13.220441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-f56862a2-ae4b-46bd-b72a-744faf7e95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:13.221775 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-f56862a2-ae4b-46bd-b72a-744faf7e95ce service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0435166 Aug 03 05:22:13.264157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-f84c1c55-84d2-4d55-a06a-263941ae1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:13.265618 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-f84c1c55-84d2-4d55-a06a-263941ae1a15 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382328 Aug 03 05:22:13.358894 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-ff21ebb1-0080-4a36-a822-c4f56fed7b76 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870759 Aug 03 05:22:13.373280 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:13.448802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-125b1b1c-95cc-4a63-96d0-c95dfe634e3d req-495f3608-8f07-4032-98df-4990c5a89192 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833621 Aug 03 05:22:13.853696 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19894c30-f5c4-4594-b320-cdd01b8c745a req-0a639ca3-33aa-4d12-9ef3-a65d466cbc83 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:13.855158 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-19894c30-f5c4-4594-b320-cdd01b8c745a req-0a639ca3-33aa-4d12-9ef3-a65d466cbc83 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 944 time: 0.0468602 Aug 03 05:22:13.905351 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-19894c30-f5c4-4594-b320-cdd01b8c745a req-099a2694-831c-4909-ac98-d4ec7311833a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447631 Aug 03 05:22:15.024285 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608f775-9b38-477a-981f-1a338a0eb70f req-c4ccfb1c-fa2c-4b50-a16e-4b02e4db0d1b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:15.025753 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7608f775-9b38-477a-981f-1a338a0eb70f req-c4ccfb1c-fa2c-4b50-a16e-4b02e4db0d1b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 944 time: 0.0469048 Aug 03 05:22:15.073380 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7608f775-9b38-477a-981f-1a338a0eb70f req-6d2271fa-a8dc-4d5a-ae3c-4bb6a534ae87 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420334 Aug 03 05:22:15.591690 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:15.960760 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2af81846-e5c5-414b-9ce3-54fab64a02bf details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:22:16.077136 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:22:16.089236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'port_id': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'mac_address': 'fa:16:3e:a1:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:22:16.130008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 2af81846-e5c5-414b-9ce3-54fab64a02bf is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:22:16.130716 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:16.150052 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af81846-e5c5-414b-9ce3-54fab64a02bf {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:22:16.171802 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:22:16.197674 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be8238a-404d-4201-a0ab-9a5b2c86042b req-fae90cf9-f218-446d-afc2-5f320b00cd15 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:16.199288 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5be8238a-404d-4201-a0ab-9a5b2c86042b req-fae90cf9-f218-446d-afc2-5f320b00cd15 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 944 time: 0.0481842 Aug 03 05:22:16.236634 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:16.249359 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5be8238a-404d-4201-a0ab-9a5b2c86042b req-0e11f5af-0f0c-42dc-b300-0d38cf3e984a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Aug 03 05:22:16.286384 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:16.295225 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.295575 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.295919 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.296261 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.296605 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.296935 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.297272 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.297595 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.297932 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.298258 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.298586 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.298936 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.299262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.299584 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.299903 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:22:16.459053 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['2af81846-e5c5-414b-9ce3-54fab64a02bf'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:22:17.126889 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bb4fac5f-556c-4f5d-803d-8ce50e3d62ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:17.373350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65225b-ea18-49ac-a647-9a730d3f8e84 req-ddd0e75a-baa1-43f4-a854-a5f97ac70be9 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:17.374807 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa65225b-ea18-49ac-a647-9a730d3f8e84 req-ddd0e75a-baa1-43f4-a854-a5f97ac70be9 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 945 time: 0.0503774 Aug 03 05:22:17.421756 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aa65225b-ea18-49ac-a647-9a730d3f8e84 req-fc5d430d-067a-42d4-9a43-f10cfebb44af tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Aug 03 05:22:17.955606 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2af81846-e5c5-414b-9ce3-54fab64a02bf up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:22:17.997653 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 2af81846-e5c5-414b-9ce3-54fab64a02bf completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:22:18.040365 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 2af81846-e5c5-414b-9ce3-54fab64a02bf triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:22:18.040742 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:18.112285 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 2af81846-e5c5-414b-9ce3-54fab64a02bf is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:22:18.112674 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:18.135904 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:22:18.138112 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18794bc7-9c04-4e3e-8f4a-198f6b967126" -d '{"events": [{"server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "name": "network-vif-plugged", "status": "completed", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:22:18.153756 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:22:18.175563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1477e21-625d-4915-af12-2a6fa0f88c66 x-openstack-request-id: req-c1477e21-625d-4915-af12-2a6fa0f88c66 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:22:18.175854 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "name": "network-vif-plugged", "status": "completed", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:22:18.176130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-c1477e21-625d-4915-af12-2a6fa0f88c66 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:22:18.176527 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1477e21-625d-4915-af12-2a6fa0f88c66'] response: {'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'code': 200} Aug 03 05:22:18.223490 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:18.272243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:22:18.455024 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=37,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:18.464380 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae20f45-3ae4-435a-bf34-32ad0d273405 req-94de6e04-230c-45e8-a6c5-485daff1f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:18.465884 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cae20f45-3ae4-435a-bf34-32ad0d273405 req-94de6e04-230c-45e8-a6c5-485daff1f236 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 1130 time: 0.0459449 Aug 03 05:22:18.511525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:18.544394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cae20f45-3ae4-435a-bf34-32ad0d273405 req-b2108e29-b211-4d19-a09e-b232ab6859c9 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723019 Aug 03 05:22:18.558061 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c825-b8ac-4773-96a1-aec54c0f2caa req-277aba95-2eef-4a0c-ae45-54a26f06b138 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:18.559497 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fbd4c825-b8ac-4773-96a1-aec54c0f2caa req-277aba95-2eef-4a0c-ae45-54a26f06b138 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.0617497 Aug 03 05:22:18.607388 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fbd4c825-b8ac-4773-96a1-aec54c0f2caa req-ebbf1e34-eba4-4691-a7e4-82f1242ae815 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421929 Aug 03 05:22:19.492694 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-981d7563-e43f-4bd6-9e1f-614d367a1a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:19.733408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698b596-9bd4-4029-8f8a-8b20e3dd11cf req-c591ddac-52da-4249-abfd-2ceadbd37b66 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:19.734912 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3698b596-9bd4-4029-8f8a-8b20e3dd11cf req-c591ddac-52da-4249-abfd-2ceadbd37b66 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.0479958 Aug 03 05:22:19.783358 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3698b596-9bd4-4029-8f8a-8b20e3dd11cf req-c34f8265-2cd8-475c-9a00-ba8b69f7f8a8 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425663 Aug 03 05:22:19.900971 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c84bbc-9cbf-492c-99ef-22d8e6e3dc41 req-132b474a-3376-42bf-a583-60678d3eb73e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:19.902358 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-50c84bbc-9cbf-492c-99ef-22d8e6e3dc41 req-132b474a-3376-42bf-a583-60678d3eb73e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.0489259 Aug 03 05:22:19.912169 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48450) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:22:19.916591 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'port_id': '2af81846-e5c5-414b-9ce3-54fab64a02bf'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:22:19.958972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:20.281628 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:20.382737 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:20.440706 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:20.533738 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 973a69a1-1ee6-4ae1-914a-742a22559c39 associated. External IP: 172.27.4.60, port: 2af81846-e5c5-414b-9ce3-54fab64a02bf. Aug 03 05:22:20.671644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:20.755394 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:20.948190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:20.972680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:22:21.076529 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:22:21.081426 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:21.086385 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:22:21.095633 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:22:21.096250 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:22:21.110396 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0b99eaa1-1100-4e29-b4aa-a7b866ca041a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/973a69a1-1ee6-4ae1-914a-742a22559c39 HTTP/1.1" status: 200 len: 991 time: 1.1971812 Aug 03 05:22:21.111578 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:22:21.113871 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a" -d '{"events": [{"name": "network-changed", "server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:22:21.151177 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384fc6dc-be17-4277-b564-c7454d29be5e x-openstack-request-id: req-384fc6dc-be17-4277-b564-c7454d29be5e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:22:21.151473 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:22:21.151730 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-384fc6dc-be17-4277-b564-c7454d29be5e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:22:21.152197 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384fc6dc-be17-4277-b564-c7454d29be5e'] response: {'name': 'network-changed', 'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'status': 'completed', 'code': 200} Aug 03 05:22:21.180142 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:21.202784 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:22:21.219003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-e9dd5fa6-196c-4bd6-b0c9-323cd1780934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:21.220524 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-e9dd5fa6-196c-4bd6-b0c9-323cd1780934 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 1130 time: 0.0459428 Aug 03 05:22:21.312138 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-453954b5-4a6a-4094-90d4-4a85be11641f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:21.313627 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-453954b5-4a6a-4094-90d4-4a85be11641f service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0873933 Aug 03 05:22:21.379143 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-c6186df9-84a6-4034-9fd6-3d901424a3e9 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf HTTP/1.1" status: 200 len: 999 time: 0.0590391 Aug 03 05:22:21.425212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}, {'id': '973a69a1-1ee6-4ae1-914a-742a22559c39', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.60', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:a1:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:22:08Z', 'updated_at': '2022-08-03T05:22:20Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:22:21.427928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-9602b0b0-1aa8-4777-83d9-0c6007ffda39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:21.429917 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-9602b0b0-1aa8-4777-83d9-0c6007ffda39 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0455813 Aug 03 05:22:21.450856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:22:21.459449 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:22:21.460058 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:22:21.473358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-5aaa1f2a-e3cd-48ff-8084-67fe2543f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:21.475441 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-5aaa1f2a-e3cd-48ff-8084-67fe2543f07d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394781 Aug 03 05:22:21.570807 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-c4b8bd74-21db-41f9-9509-6bffc8ce3e76 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896578 Aug 03 05:22:21.648923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:21.668024 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27d1b1a7-593d-4b0a-b379-98cdaf182d6a req-a4c11e3c-3bcc-4d3a-abe4-3b01cb8aa7be service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915663 Aug 03 05:22:21.693856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:22:21.906049 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}, {'id': '973a69a1-1ee6-4ae1-914a-742a22559c39', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.60', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:a1:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:22:08Z', 'updated_at': '2022-08-03T05:22:20Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:22:21.931145 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1946ee-5f8d-4a14-b4b2-ba8f4201dfb1 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}, {'id': '973a69a1-1ee6-4ae1-914a-742a22559c39', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.60', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:a1:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:22:08Z', 'updated_at': '2022-08-03T05:22:20Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:22:22.052858 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:22.122180 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62af4b3a-1be5-43b0-a215-2fe3b082a2b3 None None] New status for floating IP 973a69a1-1ee6-4ae1-914a-742a22559c39: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:22:22.257876 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:22.374762 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:24.562807 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:22:31.664583 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=60 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:32.325299 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:32.331246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:34.557970 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:34.559218 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:47.096688 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-382720a3-a920-4223-9792-bbdab2563f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:49.456277 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7fb1d198-9069-47fb-90db-f358bdea1089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:50.747585 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:52.074027 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:52.279102 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:52.364822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:54.570533 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:54.598155 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:57.742774 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-55c0bb0c-43f0-4508-bc4f-8b026235f2f6 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432973 Aug 03 05:22:57.803854 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-2500802b-23a5-4342-8d80-4c31f909faa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:57.805394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-2500802b-23a5-4342-8d80-4c31f909faa8 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 1129 time: 0.0409398 Aug 03 05:22:57.909301 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-bddc5b81-44e8-4fec-ae50-aa13a6c849a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:57.910792 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-bddc5b81-44e8-4fec-ae50-aa13a6c849a2 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0867505 Aug 03 05:22:57.977181 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-ab1e5a32-ad7c-487c-a4d2-5fded911aa98 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2c501039-721c-4570-98a9-38350b4fa0bc HTTP/1.1" status: 200 len: 1001 time: 0.0599725 Aug 03 05:22:58.030790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-00565975-20ad-4874-962e-60533abf42e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:58.033119 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-00565975-20ad-4874-962e-60533abf42e8 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0495598 Aug 03 05:22:58.076470 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-a48c12f0-5e9b-4ebc-b132-06e038221d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:58.077950 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-a48c12f0-5e9b-4ebc-b132-06e038221d6f service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394387 Aug 03 05:22:58.199549 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17445a58-cac4-4f3e-bac7-c6179a6c4562 req-dabc0060-aa8b-424e-ab65-347bd8d1942c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:58.201019 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17445a58-cac4-4f3e-bac7-c6179a6c4562 req-dabc0060-aa8b-424e-ab65-347bd8d1942c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.0582545 Aug 03 05:22:58.228124 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-d0077133-5a7f-430a-8967-a29e2ded2556 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436453 Aug 03 05:22:58.256115 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-17445a58-cac4-4f3e-bac7-c6179a6c4562 req-17b98e0b-a501-44bf-b0d5-2bd9fe62bc5d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 Aug 03 05:22:59.192313 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-44901ffb-cf13-4d98-954e-c354e51b5a44 req-1632b2af-a850-4f7c-bd71-88712c6e6954 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889046 Aug 03 05:22:59.453666 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-38e106d2-ab24-432f-a960-11028f43b4ca tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:59.455048 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-38e106d2-ab24-432f-a960-11028f43b4ca tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.0576935 Aug 03 05:22:59.517525 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a3518c-64e4-44df-ac74-1f87e6eb85f0 req-d55abf89-07e9-4baf-8853-f976b979001d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:22:59.519021 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e4a3518c-64e4-44df-ac74-1f87e6eb85f0 req-d55abf89-07e9-4baf-8853-f976b979001d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 946 time: 0.1877439 Aug 03 05:22:59.596174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port 2af81846-e5c5-414b-9ce3-54fab64a02bf {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:22:59.596500 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:59.617813 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e4a3518c-64e4-44df-ac74-1f87e6eb85f0 req-6a118ab6-4973-4705-a942-112ade4c14e1 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=08aa6077-e036-47fa-868f-39823bf0b8a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909574 Aug 03 05:22:59.696325 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] For port 2af81846-e5c5-414b-9ce3-54fab64a02bf, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2af81846-e5c5-414b-9ce3-54fab64a02bf,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:22:59.696693 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:59.749111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:59.803601 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:22:59.860479 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:59.861128 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:22:59.861459 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 973a69a1-1ee6-4ae1-914a-742a22559c39 disassociated. External IP: 172.27.4.60, port: 2af81846-e5c5-414b-9ce3-54fab64a02bf. Aug 03 05:22:59.861807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for 2af81846-e5c5-414b-9ce3-54fab64a02bf owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:23:00.027723 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (2af81846-e5c5-414b-9ce3-54fab64a02bf), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:00.056307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=2af81846-e5c5-414b-9ce3-54fab64a02bf,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:00.068284 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.068640 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.068989 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.069355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.069680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.070024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.070352 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.070680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.071035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.071383 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.071873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.072012 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.072334 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.072676 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.073244 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:00.178788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:23:00.282116 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:23:00.292105 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:23:00.304022 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:00.304657 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:00.329690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] No DVR routers for this DVR port 2af81846-e5c5-414b-9ce3-54fab64a02bf on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:23:00.332174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:00.335439 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3bab0fa0-d733-4396-b9f2-f48f91afc50d req-6eed2fae-c2fa-4467-835d-4c33c108881b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2af81846-e5c5-414b-9ce3-54fab64a02bf HTTP/1.1" status: 204 len: 173 time: 0.8642640 Aug 03 05:23:00.335903 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'name': 'network-vif-deleted', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:00.338773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbcba110-d485-4330-b069-0c83fd1551b1" -d '{"events": [{"server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "name": "network-vif-deleted", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:00.379200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdbf530-65ec-4b7c-b4f1-91d94711f4e3 x-openstack-request-id: req-efdbf530-65ec-4b7c-b4f1-91d94711f4e3 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:00.379541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f32bcc7-80dd-457b-a908-9ae46c3d923d", "name": "network-vif-deleted", "tag": "2af81846-e5c5-414b-9ce3-54fab64a02bf", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:00.379803 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-efdbf530-65ec-4b7c-b4f1-91d94711f4e3 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:00.380311 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efdbf530-65ec-4b7c-b4f1-91d94711f4e3'] response: {'server_uuid': '9f32bcc7-80dd-457b-a908-9ae46c3d923d', 'name': 'network-vif-deleted', 'tag': '2af81846-e5c5-414b-9ce3-54fab64a02bf', 'status': 'completed', 'code': 200} Aug 03 05:23:00.414827 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:00.649500 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:00.679600 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:23:00.688713 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:00.689911 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:00.730971 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eacc4838-1dcd-458d-b465-71f0538ef85b req-b407013f-a25b-4b91-8d8f-411a042ab13c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=9f32bcc7-80dd-457b-a908-9ae46c3d923d HTTP/1.1" status: 200 len: 210 time: 0.0282345 Aug 03 05:23:00.789742 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:00.998232 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:01.003935 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:01.028979 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ef223d-128a-4d7c-bf20-c9a3822330e7 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '9717b543-d20a-4f60-8e22-73e809c8dad5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.248', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '2c501039-721c-4570-98a9-38350b4fa0bc', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 654, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:76:a7:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:20:55Z', 'updated_at': '2022-08-03T05:21:14Z', 'revision_number': 2, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:23:01.262702 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e176c4-5891-4d06-ac7a-54f54d0339b5 None None] New status for floating IP 973a69a1-1ee6-4ae1-914a-742a22559c39: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:23:01.561025 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:23:01.868626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48496) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:01.926946 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (08aa6077-e036-47fa-868f-39823bf0b8a6), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:01.951762 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (08aa6077-e036-47fa-868f-39823bf0b8a6), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.039153 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (08aa6077-e036-47fa-868f-39823bf0b8a6), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.041800 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.043031 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/08aa6077-e036-47fa-868f-39823bf0b8a6 HTTP/1.1" status: 204 len: 168 time: 0.1733766 Aug 03 05:23:02.045899 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48498) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:02.056047 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a40c240-f4a3-4bf4-9df1-456473c58077 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aa6077-e036-47fa-868f-39823bf0b8a6,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:02.065825 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-e6381be7-65e4-4afc-8a4f-9e30273f3ce3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] show failed (client error): The resource could not be found. Aug 03 05:23:02.067596 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-e6381be7-65e4-4afc-8a4f-9e30273f3ce3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups/08aa6077-e036-47fa-868f-39823bf0b8a6 HTTP/1.1" status: 404 len: 347 time: 0.0203707 Aug 03 05:23:02.070533 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48500) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:02.184200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port bca606ea-ce9d-4e66-8129-e76f1548a797 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:23:02.184546 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.263754 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.264081 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (bca606ea-ce9d-4e66-8129-e76f1548a797), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.276453 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for bca606ea-ce9d-4e66-8129-e76f1548a797 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:23:02.467572 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (bca606ea-ce9d-4e66-8129-e76f1548a797), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.492206 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=bca606ea-ce9d-4e66-8129-e76f1548a797,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:02.556298 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (973a69a1-1ee6-4ae1-914a-742a22559c39), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.558767 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:02.559953 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-01a86a35-dd96-4831-8968-c1c5beb54072 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/973a69a1-1ee6-4ae1-914a-742a22559c39 HTTP/1.1" status: 204 len: 168 time: 0.4884658 Aug 03 05:23:04.193097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2af81846-e5c5-414b-9ce3-54fab64a02bf no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:23:04.217045 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 2af81846-e5c5-414b-9ce3-54fab64a02bf {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:23:04.217395 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2af81846-e5c5-414b-9ce3-54fab64a02bf not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:23:04.462282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9cf4a-ef02-4d62-abaa-6e3ca06c0f0e req-8722ed58-42cd-437f-8418-5162029a621e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:04.463800 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0be9cf4a-ef02-4d62-abaa-6e3ca06c0f0e req-8722ed58-42cd-437f-8418-5162029a621e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0474823 Aug 03 05:23:04.510012 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0be9cf4a-ef02-4d62-abaa-6e3ca06c0f0e req-fd9c9b2f-f898-4bad-8ddf-28c199dd8099 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405951 Aug 03 05:23:05.634092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847fffc-4302-49a7-acee-4742a66ab382 req-378fef07-4fca-48ac-aba0-f711089ff35d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:05.637060 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f847fffc-4302-49a7-acee-4742a66ab382 req-378fef07-4fca-48ac-aba0-f711089ff35d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0514851 Aug 03 05:23:05.686718 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f847fffc-4302-49a7-acee-4742a66ab382 req-87d31826-b449-48c2-9911-07065871030b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f999b5be-2a10-4a45-82fa-d4bfefff3963&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454824 Aug 03 05:23:05.896475 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:05.908112 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-34d29834-bf1c-47da-8cd5-d279a5736b6d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:05.909553 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-34d29834-bf1c-47da-8cd5-d279a5736b6d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 945 time: 0.0471656 Aug 03 05:23:05.945822 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:05.994563 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port 2c501039-721c-4570-98a9-38350b4fa0bc {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:23:05.994937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.090542 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] For port 2c501039-721c-4570-98a9-38350b4fa0bc, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=2c501039-721c-4570-98a9-38350b4fa0bc,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:06.090937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.249542 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.249906 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.250226 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 9717b543-d20a-4f60-8e22-73e809c8dad5 disassociated. External IP: 172.27.4.248, port: 2c501039-721c-4570-98a9-38350b4fa0bc. Aug 03 05:23:06.250573 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for 2c501039-721c-4570-98a9-38350b4fa0bc owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:23:06.427260 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (2c501039-721c-4570-98a9-38350b4fa0bc), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.453349 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=2c501039-721c-4570-98a9-38350b4fa0bc,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:06.567008 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:23:06.674758 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:23:06.685223 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:23:06.697814 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:06.698443 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:06.720926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] No DVR routers for this DVR port 2c501039-721c-4570-98a9-38350b4fa0bc on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:23:06.723583 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:06.727002 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b3aa897b-ebf2-487b-a8e1-02a76f5d1e34 req-1dd2a34d-fc5a-47c2-99b1-4735529464e6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "DELETE /networking/v2.0/ports/2c501039-721c-4570-98a9-38350b4fa0bc HTTP/1.1" status: 204 len: 173 time: 0.8125226 Aug 03 05:23:06.727518 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'name': 'network-vif-deleted', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:06.730366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471a8041-cd74-4926-b427-3b1e00dfce1a" -d '{"events": [{"server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "name": "network-vif-deleted", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:06.776653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f403a7-ad20-49cd-bec9-0cbc1d4c7570 x-openstack-request-id: req-81f403a7-ad20-49cd-bec9-0cbc1d4c7570 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:06.782434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29be3e63-53b2-4e8f-b006-551a1b12c8a7", "name": "network-vif-deleted", "tag": "2c501039-721c-4570-98a9-38350b4fa0bc", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:06.782434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-81f403a7-ad20-49cd-bec9-0cbc1d4c7570 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:06.782434 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81f403a7-ad20-49cd-bec9-0cbc1d4c7570'] response: {'server_uuid': '29be3e63-53b2-4e8f-b006-551a1b12c8a7', 'name': 'network-vif-deleted', 'tag': '2c501039-721c-4570-98a9-38350b4fa0bc', 'status': 'completed', 'code': 200} Aug 03 05:23:06.797682 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-80d8911f-f11a-469f-8ca9-00ccff6aa272 req-46833d27-8bd9-4af9-b614-2447a44dfa52 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=29be3e63-53b2-4e8f-b006-551a1b12c8a7 HTTP/1.1" status: 200 len: 210 time: 0.0330184 Aug 03 05:23:06.818439 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:06.969550 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:07.012758 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:07.038977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:23:07.047707 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:07.048265 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:07.156520 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:07.345833 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:07.371099 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903d26d5-0920-4a78-b21f-235a4a5fde14 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:23:07.583619 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e74ef6e-67bb-45f5-aa38-da05328c617d None None] New status for floating IP 9717b543-d20a-4f60-8e22-73e809c8dad5: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:23:07.930945 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48536) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:07.950366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:07.990450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f999b5be-2a10-4a45-82fa-d4bfefff3963), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.015875 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f999b5be-2a10-4a45-82fa-d4bfefff3963), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.124715 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f999b5be-2a10-4a45-82fa-d4bfefff3963), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.127406 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.128605 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f999b5be-2a10-4a45-82fa-d4bfefff3963 HTTP/1.1" status: 204 len: 168 time: 0.1966441 Aug 03 05:23:08.131584 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48538) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:08.138859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee3522-946a-4ff9-b20f-e3757f5f7bad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f999b5be-2a10-4a45-82fa-d4bfefff3963,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:08.152586 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-06a3a16b-3219-47c2-86c9-d181b5127cf2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] show failed (client error): The resource could not be found. Aug 03 05:23:08.153939 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-06a3a16b-3219-47c2-86c9-d181b5127cf2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups/f999b5be-2a10-4a45-82fa-d4bfefff3963 HTTP/1.1" status: 404 len: 347 time: 0.0213506 Aug 03 05:23:08.156829 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48540) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:08.274240 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port c27fe5b7-9081-4a5c-91d9-b60b5233c2ca {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:23:08.274582 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.349430 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.349754 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.361574 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for c27fe5b7-9081-4a5c-91d9-b60b5233c2ca owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:23:08.541838 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (c27fe5b7-9081-4a5c-91d9-b60b5233c2ca), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.565078 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=c27fe5b7-9081-4a5c-91d9-b60b5233c2ca,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:08.581721 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.582224 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.583852 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.583852 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.583852 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.583852 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.584343 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.584800 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.585225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.585644 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.586142 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.586533 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.586941 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.587312 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.587694 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:08.623388 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:08.629633 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:08.644983 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (9717b543-d20a-4f60-8e22-73e809c8dad5), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.647664 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.648839 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-1b7e720e-4c2e-40ef-8bc3-36c813dab24d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/9717b543-d20a-4f60-8e22-73e809c8dad5 HTTP/1.1" status: 204 len: 168 time: 0.4905457 Aug 03 05:23:08.842484 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48544) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:08.847025 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--531866222', 'description': 'tempest-description--187034513'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:08.924671 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:08.995857 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (237d6620-1d00-4f80-a7e5-09c2163a99f8), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.057809 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (237d6620-1d00-4f80-a7e5-09c2163a99f8), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.088796 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=237d6620-1d00-4f80-a7e5-09c2163a99f8,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:09.183305 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.184581 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9d5dff94-1da1-4f6c-89aa-25db120cc67e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3410702 Aug 03 05:23:09.187578 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48546) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:09.191821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': '237d6620-1d00-4f80-a7e5-09c2163a99f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:09.279146 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (6ad411fa-389c-4661-9421-7ed41ead845c), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.334717 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (6ad411fa-389c-4661-9421-7ed41ead845c), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.398597 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (6ad411fa-389c-4661-9421-7ed41ead845c), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.418779 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad411fa-389c-4661-9421-7ed41ead845c,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:09.493663 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.493978 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-72d53833-f41b-4e8e-8e7d-017d1e190027 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3054833 Aug 03 05:23:09.496706 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48548) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:09.500912 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': '237d6620-1d00-4f80-a7e5-09c2163a99f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:09.587257 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (2351b51e-d389-4599-b2f6-d2fca964f4c9), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.646782 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (2351b51e-d389-4599-b2f6-d2fca964f4c9), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.718904 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (2351b51e-d389-4599-b2f6-d2fca964f4c9), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.737940 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2351b51e-d389-4599-b2f6-d2fca964f4c9,revision_number=0']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:09.800734 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.801963 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-afdc1981-f351-4cbf-8e0c-7c79449dd6d5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3043449 Aug 03 05:23:09.806487 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48550) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:09.810861 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:09.918765 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:09.997719 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.106310 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_common [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.27.4.81 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/f1da60bb-62c8-4822-913d-4f4106259532) {{(pid=104591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:23:10.119342 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:10.178607 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:10.209100 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (f1da60bb-62c8-4822-913d-4f4106259532), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.210262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2c501039-721c-4570-98a9-38350b4fa0bc no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:23:10.232547 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 2c501039-721c-4570-98a9-38350b4fa0bc {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:23:10.232899 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 2c501039-721c-4570-98a9-38350b4fa0bc not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:23:10.301880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (f1da60bb-62c8-4822-913d-4f4106259532), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.343366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:23:10.348423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.base_scheduler [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:23:10.353527 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:23:10.380390 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=f1da60bb-62c8-4822-913d-4f4106259532,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:10.442265 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.534784 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (f1da60bb-62c8-4822-913d-4f4106259532), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.692595 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (f1da60bb-62c8-4822-913d-4f4106259532), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.770200 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58995260'] for port (f1da60bb-62c8-4822-913d-4f4106259532), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.773849 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:10.842599 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=f1da60bb-62c8-4822-913d-4f4106259532,revision_number=2']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:10.846528 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.966098 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:10.967346 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-4eedcfdd-6058-4ece-b113-7e090af35c7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1598592 Aug 03 05:23:11.120098 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:11.124694 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9eb4ec7d-a42c-4fd1-bed7-2e7f8db98515 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--531866222&fields=id&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 267 time: 0.0435801 Aug 03 05:23:11.234823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-c017fac5-e965-412d-92ab-e5c0c1ffbee4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:11.236769 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-c017fac5-e965-412d-92ab-e5c0c1ffbee4 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1048799 Aug 03 05:23:11.251638 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-6f0a9835-3fb8-4b56-94c8-587e28ed7c02 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/quotas/041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 375 time: 0.0088999 Aug 03 05:23:11.299140 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-349598a8-be28-4eff-a8b9-4acbc06d0243 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426881 Aug 03 05:23:11.314507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-f1ca6785-55fc-4daa-b664-4f06a08ecc46 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:23:11.315514 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-f1ca6785-55fc-4daa-b664-4f06a08ecc46 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055299 Aug 03 05:23:11.414520 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-26c336de-82db-48ee-b0eb-fc47c1c642f7 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937579 Aug 03 05:23:11.504791 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-04576ee1-8f84-473b-b43e-0fca2e8f4647 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843341 Aug 03 05:23:11.752763 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-914d1f7c-2e9f-4c06-abc0-b407751cf44e req-7659e442-18b2-4d8b-b0eb-d25bc0409225 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 210 time: 0.0314109 Aug 03 05:23:12.855776 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-3e8b6f26-7358-4bcd-b006-40dee24b6fc1 req-c3b9940f-9557-438a-ac6a-b0ff86953179 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 210 time: 0.0314045 Aug 03 05:23:13.260537 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699423cc-6160-45fb-a34c-24331783915b req-8edfda52-3c1d-4103-a12e-1ae84d8b9dc2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:13.262031 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-699423cc-6160-45fb-a34c-24331783915b req-8edfda52-3c1d-4103-a12e-1ae84d8b9dc2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0479615 Aug 03 05:23:13.311905 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-699423cc-6160-45fb-a34c-24331783915b req-dd00176c-d591-4cd5-94b8-5606c56f4c25 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439646 Aug 03 05:23:13.957924 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-07719c94-f1c6-48be-9cb9-e301f345d262 req-0666c1cd-ea60-4c58-88b1-6fd3e2c09872 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 210 time: 0.0285084 Aug 03 05:23:14.640156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb09eea-63a8-4598-8a4e-ab71ba5cef10 req-4a6b6d14-7c77-498b-8c93-afee81d4e1fd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:14.642122 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8fb09eea-63a8-4598-8a4e-ab71ba5cef10 req-4a6b6d14-7c77-498b-8c93-afee81d4e1fd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0688341 Aug 03 05:23:14.651919 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-ff0c346c-163e-46bc-b623-b83df5720bd9 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:14.653367 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-ff0c346c-163e-46bc-b623-b83df5720bd9 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.3907771 Aug 03 05:23:14.766559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8fb09eea-63a8-4598-8a4e-ab71ba5cef10 req-cc717ef7-b6d4-4a57-946c-7ea621676d7c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121867 Aug 03 05:23:14.777097 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-9c3904ba-aa11-49a2-8782-088cc3e7d933 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:14.778581 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-9c3904ba-aa11-49a2-8782-088cc3e7d933 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 946 time: 0.0751648 Aug 03 05:23:14.799499 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-6f713f6a-e549-4b5a-ab04-60555468ef9a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 379 time: 0.1314001 Aug 03 05:23:14.820376 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'port': {'device_id': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'admin_state_up': True, 'tenant_id': '041a553912c64de981d9f87b551c190f', 'security_groups': ['237d6620-1d00-4f80-a7e5-09c2163a99f8']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:14.883454 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:14.935507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port de448b7f-132d-4efd-89d2-4ced52b96e94 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:23:14.935830 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:14.957520 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:15.070913 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1c00df5a-2409-413d-9165-968c54bafabd req-87b0efbc-4581-4282-8784-7bf7187e6b0e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 210 time: 0.0373449 Aug 03 05:23:15.086526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] For port de448b7f-132d-4efd-89d2-4ced52b96e94, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=de448b7f-132d-4efd-89d2-4ced52b96e94,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:15.086924 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.144365 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:23:15.147867 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.321378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.321736 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.322049 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b disassociated. External IP: 172.27.4.145, port: de448b7f-132d-4efd-89d2-4ced52b96e94. Aug 03 05:23:15.322660 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for de448b7f-132d-4efd-89d2-4ced52b96e94 owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:23:15.405033 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.20.0.14 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/6bc0e545-9f39-46f2-8635-27046794f1cd) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:23:15.608191 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.630284 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (de448b7f-132d-4efd-89d2-4ced52b96e94), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.631652 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=2,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:15.662938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=de448b7f-132d-4efd-89d2-4ced52b96e94,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:15.678613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:15.748711 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:15.831609 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:23:15.842527 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:23:15.845819 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:23:15.856394 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:15.893404 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:23:15.925564 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-26b3a392-3367-439e-ace7-47160b36c107 req-7be0bc66-f701-4433-add6-d60244684a28 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0731676 Aug 03 05:23:15.947307 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:15.953472 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.056358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:23:16.060765 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-9825a249-8c80-4bc6-998f-d8137d0b62ad tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2438369 Aug 03 05:23:16.069133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-090d46a7-d75d-4944-ba47-04333db61ef6 None None] Provisioning complete for port 6bc0e545-9f39-46f2-8635-27046794f1cd triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:23:16.069133 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-090d46a7-d75d-4944-ba47-04333db61ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.075357 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:23:16.087309 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-502062f2-fe09-49bd-b5f8-b3e615f47ac3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:23:16.088615 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-502062f2-fe09-49bd-b5f8-b3e615f47ac3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0217540 Aug 03 05:23:16.122559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-090d46a7-d75d-4944-ba47-04333db61ef6 None None] Port 6bc0e545-9f39-46f2-8635-27046794f1cd cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:23:16.128389 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] No DVR routers for this DVR port de448b7f-132d-4efd-89d2-4ced52b96e94 on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:23:16.130655 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:16.131507 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:16.131840 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.136952 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b732371c-b4e4-4eda-99fc-65ff4947a69c req-988d7331-590c-4399-a096-c839345ae41a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "DELETE /networking/v2.0/ports/de448b7f-132d-4efd-89d2-4ced52b96e94 HTTP/1.1" status: 204 len: 173 time: 1.3529682 Aug 03 05:23:16.137459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'name': 'network-vif-deleted', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:16.140119 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f4f1bc-7c47-4c90-9137-081099ad86da" -d '{"events": [{"server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "name": "network-vif-deleted", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:16.174006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Request body: {'port': {'device_id': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:16.227388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32606897-0519-431e-b882-ed419af2ab1e x-openstack-request-id: req-32606897-0519-431e-b882-ed419af2ab1e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:16.227725 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64b183db-1997-4a33-9bb9-40d05791a321", "name": "network-vif-deleted", "tag": "de448b7f-132d-4efd-89d2-4ced52b96e94", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:16.228157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-32606897-0519-431e-b882-ed419af2ab1e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:16.228624 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32606897-0519-431e-b882-ed419af2ab1e'] response: {'server_uuid': '64b183db-1997-4a33-9bb9-40d05791a321', 'name': 'network-vif-deleted', 'tag': 'de448b7f-132d-4efd-89d2-4ced52b96e94', 'status': 'completed', 'code': 200} Aug 03 05:23:16.303581 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5a08f-d3e8-4284-9016-c988301e831c req-a852d6d6-fffa-41a2-8b17-08602e86dbff tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:16.305054 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c0e5a08f-d3e8-4284-9016-c988301e831c req-a852d6d6-fffa-41a2-8b17-08602e86dbff tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 932 time: 0.0755925 Aug 03 05:23:16.330695 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.394659 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c0e5a08f-d3e8-4284-9016-c988301e831c req-7f44f5fb-32b8-45a3-9ada-c394cf34aecb tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824330 Aug 03 05:23:16.420359 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:16.450891 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:16.507398 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:16.630865 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:16.631515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bc0e545-9f39-46f2-8635-27046794f1cd {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:23:16.639887 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks [] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.653883 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Transition to ACTIVE for port object 6bc0e545-9f39-46f2-8635-27046794f1cd will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:23:16.655949 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:23:16.665852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:16.666000 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:22:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:16.769789 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.770780 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:16.857784 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:16.887896 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Attempting to bind port 6bc0e545-9f39-46f2-8635-27046794f1cd on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:23:16.888242 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Attempting to bind port 6bc0e545-9f39-46f2-8635-27046794f1cd by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:23:16.888579 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Attempting to bind port 6bc0e545-9f39-46f2-8635-27046794f1cd on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:23:16.893055 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Port 6bc0e545-9f39-46f2-8635-27046794f1cd on network a2df47b9-9137-4503-88b3-7af6200f8ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:23:16.893398 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Attempting to bind port 6bc0e545-9f39-46f2-8635-27046794f1cd on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:23:16.898336 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:23:16.898686 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:23:16.899137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:23:16.899573 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Bound port: 6bc0e545-9f39-46f2-8635-27046794f1cd, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:23:16.899939 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:16.911297 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:16.965923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:16.973116 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:16.980104 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:23:16.983413 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc0e545-9f39-46f2-8635-27046794f1cd,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:23:16.999731 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd932a4-8157-4b47-832d-8f00394b41c0 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:23:17.035487 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:17.041200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:17.042212 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:17.044315 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 200 len: 1094 time: 0.9487894 Aug 03 05:23:17.106747 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ab091f8b-00c3-4ec2-9e81-28fd823496fc req-2b26b7e4-26f4-4b7f-9814-0c70e9f7a01e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=64b183db-1997-4a33-9bb9-40d05791a321 HTTP/1.1" status: 200 len: 210 time: 0.0498624 Aug 03 05:23:17.108119 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f8d6dff7-84f8-422c-8f16-712ca4b6c6f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:17.136128 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b313eb-805b-4de1-a534-7138e3cba3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:17.218890 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-eaa89464-f27a-4f06-856c-4ee0323131af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:17.221900 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-eaa89464-f27a-4f06-856c-4ee0323131af service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 1128 time: 0.0619700 Aug 03 05:23:17.276921 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-927b6007-488b-4e0c-8273-ccd8974b1f89 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 200 len: 217 time: 0.0449226 Aug 03 05:23:17.307374 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82afc9a-a604-4698-9c34-dc6fc51dd926 None None] New status for floating IP fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:23:17.332792 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-d2e13752-3857-473d-b477-74d63af5da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:17.334691 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-d2e13752-3857-473d-b477-74d63af5da1e service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0515919 Aug 03 05:23:17.383775 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-55e27824-f626-4f32-8013-4a2d5a896f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:17.385359 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-55e27824-f626-4f32-8013-4a2d5a896f6d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451787 Aug 03 05:23:17.495553 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-95256124-8e2b-4a13-a7d8-be904005e7f0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029394 Aug 03 05:23:17.565928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860b88d-3910-4c9c-8c1d-94254d32bacc req-ac5db0db-5f42-4073-8769-e4f2b7688ef0 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:17.568639 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1860b88d-3910-4c9c-8c1d-94254d32bacc req-ac5db0db-5f42-4073-8769-e4f2b7688ef0 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 944 time: 0.0879836 Aug 03 05:23:17.663023 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1860b88d-3910-4c9c-8c1d-94254d32bacc req-f300c06b-4997-4ade-8b3d-1b4cbb1f35ac tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664353 Aug 03 05:23:17.665054 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9c3eaaaa-f4f7-4168-9bb8-f8bdbee26d18 req-ebd4b97b-ff62-4508-8184-f8e0fe83cec7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506774 Aug 03 05:23:18.229997 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:18.232515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379a6e29-1c1b-4434-a509-412a98f52cfd" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:18.255019 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device de448b7f-132d-4efd-89d2-4ced52b96e94 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:23:18.272377 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0d31e8-3370-444a-9f28-36d1d1a95cb5 x-openstack-request-id: req-4c0d31e8-3370-444a-9f28-36d1d1a95cb5 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:18.272673 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:18.272931 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-4c0d31e8-3370-444a-9f28-36d1d1a95cb5 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:18.273340 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c0d31e8-3370-444a-9f28-36d1d1a95cb5'] response: {'name': 'network-changed', 'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'status': 'completed', 'code': 200} Aug 03 05:23:18.275130 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: de448b7f-132d-4efd-89d2-4ced52b96e94 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:23:18.275430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device de448b7f-132d-4efd-89d2-4ced52b96e94 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:23:18.379437 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-ed766cae-41fa-4a1a-9821-34dff27be09a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1007032199&fields=id&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 267 time: 0.0453875 Aug 03 05:23:18.394166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:18.497244 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-ffe81165-403a-4879-8c16-5299223ca650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.498737 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-ffe81165-403a-4879-8c16-5299223ca650 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 1128 time: 0.0781782 Aug 03 05:23:18.542077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-13c827ce-af83-4983-aa2c-b0c048a95ce3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.543522 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-13c827ce-af83-4983-aa2c-b0c048a95ce3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.1577728 Aug 03 05:23:18.590045 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-52ebd0d6-0f47-490b-9904-1a8d4d042970 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/quotas/3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 375 time: 0.0399778 Aug 03 05:23:18.656210 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-fbbff33f-4a6c-445e-a5e1-16e25156deb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.658423 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-fbbff33f-4a6c-445e-a5e1-16e25156deb1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.1517186 Aug 03 05:23:18.662549 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-c985c01e-b206-4dc9-8423-08d9673a9fd8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0655849 Aug 03 05:23:18.702015 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-7e755e0f-04d9-41cc-85b5-4cc08adf34d3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 200 len: 217 time: 0.0377860 Aug 03 05:23:18.836493 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:18.850676 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-3e21534d-923d-457c-b928-a53a182ad160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.852327 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-3e21534d-923d-457c-b928-a53a182ad160 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.1427307 Aug 03 05:23:18.875823 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8378f65-a1ab-4414-b934-cff89e099db6 req-11c88ed2-04ef-4217-a8d5-fc613a5bd51b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.877924 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8378f65-a1ab-4414-b934-cff89e099db6 req-11c88ed2-04ef-4217-a8d5-fc613a5bd51b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 944 time: 0.1298530 Aug 03 05:23:18.957672 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-60e28846-28d4-4a0c-a788-f30c15b93b7c service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573678 Aug 03 05:23:18.964355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-7074933a-3ce7-4301-8c58-9084f0e07491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:18.965772 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-7074933a-3ce7-4301-8c58-9084f0e07491 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1072798 Aug 03 05:23:19.044526 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a8378f65-a1ab-4414-b934-cff89e099db6 req-4125db91-b548-475d-ba3a-0455cfdd6b8c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1537037 Aug 03 05:23:19.154393 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-139209ca-15cf-4d07-8910-c4375dd4f11b service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871247 Aug 03 05:23:19.156102 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-5c402986-e8de-4ae2-a25f-cd44e55c6ecb service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763363 Aug 03 05:23:19.251351 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-379a6e29-1c1b-4434-a509-412a98f52cfd req-0ff368b2-8627-470e-bb2b-5d3d63e8b836 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884693 Aug 03 05:23:19.506782 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-429d70d8-317f-49ae-a31b-d102b47dad51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:19.798629 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f491276-e82b-4234-8966-a5058b7e66e8 req-24c327e8-445d-4260-90fc-064692b67238 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 210 time: 0.0291274 Aug 03 05:23:20.170539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd346c7-c895-4d2e-bb4b-047f0d762907 req-993e9336-a61f-45b2-8e1e-e3f9d4387d92 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:20.172161 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2bd346c7-c895-4d2e-bb4b-047f0d762907 req-993e9336-a61f-45b2-8e1e-e3f9d4387d92 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 944 time: 0.0527596 Aug 03 05:23:20.220304 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2bd346c7-c895-4d2e-bb4b-047f0d762907 req-7681234b-2176-423b-b524-12e3c709e178 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424454 Aug 03 05:23:20.253661 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 6bc0e545-9f39-46f2-8635-27046794f1cd details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:23:20.356820 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc0e545-9f39-46f2-8635-27046794f1cd,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:20.368337 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'port_id': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'mac_address': 'fa:16:3e:c1:33:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:23:20.404591 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 6bc0e545-9f39-46f2-8635-27046794f1cd is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:23:20.404977 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:20.418167 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bc0e545-9f39-46f2-8635-27046794f1cd {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:23:20.438358 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc0e545-9f39-46f2-8635-27046794f1cd,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:20.512623 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:20.558535 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:20.566287 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.566633 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.567005 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.567354 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.567674 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.568000 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.568353 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.568678 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.569008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.569329 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.569648 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.569969 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.570288 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.570606 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.570945 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:23:20.715957 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['6bc0e545-9f39-46f2-8635-27046794f1cd'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:23:20.740983 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:20.743415 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:20.857620 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:20.914179 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4076e1f4-a05d-437f-b522-9bb3b05a8459 req-45241882-c45c-40b1-a840-bbc75bcab339 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 210 time: 0.0280590 Aug 03 05:23:21.342813 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7e009-87c7-4f88-8f26-9c2054b1577f req-fd7032ee-6ea6-4e0c-922a-32506b0835fb tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:21.344809 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6cc7e009-87c7-4f88-8f26-9c2054b1577f req-fd7032ee-6ea6-4e0c-922a-32506b0835fb tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 945 time: 0.0479934 Aug 03 05:23:21.431022 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:21.457966 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6cc7e009-87c7-4f88-8f26-9c2054b1577f req-2b2f0161-800b-4166-8a5d-77a371a65f8c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015809 Aug 03 05:23:21.488590 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-cf513a96-6aa2-47d0-86c1-a97035dd5a4b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:21.490043 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-cf513a96-6aa2-47d0-86c1-a97035dd5a4b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.1422563 Aug 03 05:23:21.552267 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-12f00595-4bd5-4f5d-9c9f-92f6062d376c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 380 time: 0.0543425 Aug 03 05:23:21.563630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'port': {'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'admin_state_up': True, 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'security_groups': ['1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:21.668586 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:21.775574 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Made reservation on behalf of 3c986ef0f5ea46f9b5e788aaca042b06 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:23:21.779039 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:21.909332 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.20.0.11 (d274ff51-9652-4d23-8cbb-d03e5409ca96/ca29a07a-bc0b-4ba5-b6f9-510625917500/4f95730f-3cba-4151-98a6-89c74a9d9cce) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:23:22.049759 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.230897 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-bace1e61-7c3e-4822-9137-d71a2ecb0471 req-77de3b92-d6b6-41e4-8fc0-d7f978784207 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 210 time: 0.0376711 Aug 03 05:23:22.257607 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 6bc0e545-9f39-46f2-8635-27046794f1cd up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:23:22.304562 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 6bc0e545-9f39-46f2-8635-27046794f1cd completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:23:22.307779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.335388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.415329 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 6bc0e545-9f39-46f2-8635-27046794f1cd triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:23:22.415626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.417696 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.432880 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.481005 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:23:22.484974 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:23:22.496916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:23:22.499748 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 6bc0e545-9f39-46f2-8635-27046794f1cd is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:23:22.500774 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.503085 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:22.515584 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:22.527661 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:22.530073 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2608b42b-2465-4740-ab28-45ed09db6e22" -d '{"events": [{"server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:22.547806 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc0e545-9f39-46f2-8635-27046794f1cd,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:22.569409 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:22.570387 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.581304 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793c6e78-b30b-4ce3-84c0-5eb766ef8a0f x-openstack-request-id: req-793c6e78-b30b-4ce3-84c0-5eb766ef8a0f {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:22.581608 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "name": "network-vif-plugged", "status": "completed", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:22.581911 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-793c6e78-b30b-4ce3-84c0-5eb766ef8a0f {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:22.582322 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793c6e78-b30b-4ce3-84c0-5eb766ef8a0f'] response: {'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'code': 200} Aug 03 05:23:22.610793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.648291 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05f637-fd27-4f6a-8711-f80eed5897f6 req-f64faf0e-d673-40b7-87f3-5568f6a020f1 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:22.650160 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d05f637-fd27-4f6a-8711-f80eed5897f6 req-f64faf0e-d673-40b7-87f3-5568f6a020f1 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 945 time: 0.0761805 Aug 03 05:23:22.677180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:22.704784 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-654cd887-63b4-4250-9f68-d5c41787bf5c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1448750 Aug 03 05:23:22.708573 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0d05f637-fd27-4f6a-8711-f80eed5897f6 req-be94f06e-e5d4-4cab-a072-88e7930c81a3 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522904 Aug 03 05:23:22.716724 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Request body: {'port': {'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:22.777310 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.789036 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-6129a74a-61e4-44bd-8970-f25b069abbb5 None None] Provisioning complete for port 4f95730f-3cba-4151-98a6-89c74a9d9cce triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:23:22.789339 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-6129a74a-61e4-44bd-8970-f25b069abbb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:22.824143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-6129a74a-61e4-44bd-8970-f25b069abbb5 None None] Port 4f95730f-3cba-4151-98a6-89c74a9d9cce cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:23:22.882127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:22.932923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:22.989609 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d22012-3b3a-4ea4-b4db-b10f17238096 req-9c3c238e-db4f-4ce8-ad36-9fb1b7263604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:22.991115 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2d22012-3b3a-4ea4-b4db-b10f17238096 req-9c3c238e-db4f-4ce8-ad36-9fb1b7263604 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 1130 time: 0.0886178 Aug 03 05:23:23.069305 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e2d22012-3b3a-4ea4-b4db-b10f17238096 req-6c243b3b-eb1a-4c18-b86c-e17505fed62c service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663087 Aug 03 05:23:23.110075 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f95730f-3cba-4151-98a6-89c74a9d9cce {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:23:23.118124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks [] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:23.130905 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Transition to ACTIVE for port object 4f95730f-3cba-4151-98a6-89c74a9d9cce will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:23:23.169428 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:23.252978 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:23.282082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Attempting to bind port 4f95730f-3cba-4151-98a6-89c74a9d9cce on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:23:23.282427 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Attempting to bind port 4f95730f-3cba-4151-98a6-89c74a9d9cce by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:23:23.282753 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Attempting to bind port 4f95730f-3cba-4151-98a6-89c74a9d9cce on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:23:23.287204 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Port 4f95730f-3cba-4151-98a6-89c74a9d9cce on network d274ff51-9652-4d23-8cbb-d03e5409ca96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:23:23.287526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Attempting to bind port 4f95730f-3cba-4151-98a6-89c74a9d9cce on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:23:23.292473 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:23:23.292795 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:23:23.293183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Bound using segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:23:23.293616 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Bound port: 4f95730f-3cba-4151-98a6-89c74a9d9cce, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:23:23.293979 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:23.390637 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4ecf7-4793-4842-a5cf-69bd1af24c99 req-207ca4c3-8c5d-4b09-a67b-c4fec2664abf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:23.392163 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f4b4ecf7-4793-4842-a5cf-69bd1af24c99 req-207ca4c3-8c5d-4b09-a67b-c4fec2664abf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0818846 Aug 03 05:23:23.396157 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:23:23.401315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:23:23.449810 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-f4b4ecf7-4793-4842-a5cf-69bd1af24c99 req-29bb456d-ed5b-4d45-a7f4-4ed9ece2e61e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510674 Aug 03 05:23:23.467061 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:23.471839 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:23.472445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:23.473786 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 1094 time: 0.7614250 Aug 03 05:23:23.474274 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:23.476539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d4463a-7719-40dc-a34b-00b189020371" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:23.519195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:23.520902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423a14e3-a803-483c-b437-30f6e3b964fe x-openstack-request-id: req-423a14e3-a803-483c-b437-30f6e3b964fe {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:23.521200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:23.521576 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-423a14e3-a803-483c-b437-30f6e3b964fe {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:23.521982 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423a14e3-a803-483c-b437-30f6e3b964fe'] response: {'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'status': 'completed', 'code': 200} Aug 03 05:23:23.526460 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb2065-0275-4bad-b626-5af5124b51c7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:23.745441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4463a-7719-40dc-a34b-00b189020371 req-a059a639-68aa-4c30-887c-c129a429f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:23.747288 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6d4463a-7719-40dc-a34b-00b189020371 req-a059a639-68aa-4c30-887c-c129a429f619 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1128 time: 0.0403674 Aug 03 05:23:23.867076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6bad-8b51-4174-a01b-47858414f66f req-f27491fa-0e31-4436-ac4a-0fa606027c4b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:23.868481 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27da6bad-8b51-4174-a01b-47858414f66f req-f27491fa-0e31-4436-ac4a-0fa606027c4b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0837066 Aug 03 05:23:23.902190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4463a-7719-40dc-a34b-00b189020371 req-5a9a51d3-54d1-4ed8-93e4-815717c1a0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:23.903630 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6d4463a-7719-40dc-a34b-00b189020371 req-5a9a51d3-54d1-4ed8-93e4-815717c1a0e6 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1481206 Aug 03 05:23:23.930527 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-27da6bad-8b51-4174-a01b-47858414f66f req-2ecb0ab7-6232-4048-97c0-43cadb35e52e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560949 Aug 03 05:23:24.079541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4463a-7719-40dc-a34b-00b189020371 req-cbc100eb-4d1b-456d-8a8c-e1baf79bd9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:24.081275 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6d4463a-7719-40dc-a34b-00b189020371 req-cbc100eb-4d1b-456d-8a8c-e1baf79bd9e5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993617 Aug 03 05:23:24.425660 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-c98f0ea4-c1dc-415c-9cea-b37be22a1bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:24.428410 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-c98f0ea4-c1dc-415c-9cea-b37be22a1bfd service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1128 time: 0.0426881 Aug 03 05:23:24.467844 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-e3347dd3-bc4b-4ba9-91dd-57485ed2878c service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 217 time: 0.0326293 Aug 03 05:23:24.521824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-c18375f1-8a4f-4f20-aa39-054a6c0f3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:24.523451 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-c18375f1-8a4f-4f20-aa39-054a6c0f3fec service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0491011 Aug 03 05:23:24.594863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ed55-5e2e-482d-aebf-11751fc898e2 req-ba9f06c4-7c95-4bfb-a453-dcfe6dbe74fc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:24.596353 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-06b4ed55-5e2e-482d-aebf-11751fc898e2 req-ba9f06c4-7c95-4bfb-a453-dcfe6dbe74fc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0720174 Aug 03 05:23:24.599414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-e6f67a0c-9cba-44cc-855b-84fcbadcb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:24.600813 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-e6f67a0c-9cba-44cc-855b-84fcbadcb1f2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663786 Aug 03 05:23:24.704515 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-06b4ed55-5e2e-482d-aebf-11751fc898e2 req-09398fab-0ad1-472a-94b7-3c80a8028c04 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012866 Aug 03 05:23:24.709533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:24.728736 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-7f43c310-1913-4cf8-8ab8-c43ad3edbe1b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194301 Aug 03 05:23:24.823622 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9fc7e5b-e88c-4a18-b2ed-56a8c809a638 req-11c2d4aa-3190-442e-91a0-ef7847394d33 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882487 Aug 03 05:23:25.047440 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa689f9-4bbf-4448-9b03-b1247a1fc901 req-e549bfc5-40b4-4fc6-8154-2f0632cc2c17 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:25.048926 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-faa689f9-4bbf-4448-9b03-b1247a1fc901 req-e549bfc5-40b4-4fc6-8154-2f0632cc2c17 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0476849 Aug 03 05:23:25.091223 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:25.096275 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-faa689f9-4bbf-4448-9b03-b1247a1fc901 req-465c6b1f-8062-4b89-9688-a09cd9c73370 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419295 Aug 03 05:23:25.207917 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c998-53e4-4d1f-bd76-a9c165d4cbcf req-99bcaa19-4354-4d03-a2e8-07740d6d6baf tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:25.209368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a175c998-53e4-4d1f-bd76-a9c165d4cbcf req-99bcaa19-4354-4d03-a2e8-07740d6d6baf tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0468960 Aug 03 05:23:25.219726 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48654) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:25.224371 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'port_id': '6bc0e545-9f39-46f2-8635-27046794f1cd'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:25.261988 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:25.683760 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:25.729151 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:25.824498 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad0a83-1604-42f9-9a77-05bbba9c84ff req-c7ed59d6-b6b8-4e5c-b007-c5be5d81ff84 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:25.826001 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74ad0a83-1604-42f9-9a77-05bbba9c84ff req-c7ed59d6-b6b8-4e5c-b007-c5be5d81ff84 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0503998 Aug 03 05:23:25.826483 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP fb49d2a4-37d0-4958-8bd6-6350e9ab46f3 associated. External IP: 172.27.4.81, port: 6bc0e545-9f39-46f2-8635-27046794f1cd. Aug 03 05:23:25.876979 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74ad0a83-1604-42f9-9a77-05bbba9c84ff req-a28e5554-5d47-4f2a-8bcf-502b54eafc66 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Aug 03 05:23:26.027802 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:23:26.132160 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:23:26.137144 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:26.142473 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:23:26.152334 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:26.152955 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:26.169129 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d98178d7-59ce-4346-8d27-be4892349d50 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/fb49d2a4-37d0-4958-8bd6-6350e9ab46f3 HTTP/1.1" status: 200 len: 991 time: 0.9482648 Aug 03 05:23:26.173325 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:26.173325 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d" -d '{"events": [{"name": "network-changed", "server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:26.264836 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:26.278370 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7148e-1cdc-4e7d-9278-88728fa3aeda x-openstack-request-id: req-aea7148e-1cdc-4e7d-9278-88728fa3aeda {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:26.278903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:26.278903 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aea7148e-1cdc-4e7d-9278-88728fa3aeda {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:26.279265 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aea7148e-1cdc-4e7d-9278-88728fa3aeda'] response: {'name': 'network-changed', 'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'status': 'completed', 'code': 200} Aug 03 05:23:26.337859 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-1e15ef46-2b5b-4b64-aeb1-0a43e86e2e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:26.339392 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-1e15ef46-2b5b-4b64-aeb1-0a43e86e2e23 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 1130 time: 0.0397465 Aug 03 05:23:26.432767 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-2a6e665e-ab8c-48be-9139-3856565c8513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:26.434266 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-2a6e665e-ab8c-48be-9139-3856565c8513 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0893426 Aug 03 05:23:26.471179 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:26.480401 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fb49d2a4-37d0-4958-8bd6-6350e9ab46f3', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:c1:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:10Z', 'updated_at': '2022-08-03T05:23:25Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:26.497994 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-5459ef29-0d18-45d2-844d-90edf697597e service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 200 len: 999 time: 0.0562894 Aug 03 05:23:26.506008 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:23:26.515172 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:26.515782 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:26.547582 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-01ab111a-a808-4cf8-b836-51d316ff0141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:26.549072 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-01ab111a-a808-4cf8-b836-51d316ff0141 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0452030 Aug 03 05:23:26.599826 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-4c33a13a-3a1d-4c0c-8c2e-eb117943feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:26.601686 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-4c33a13a-3a1d-4c0c-8c2e-eb117943feb0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465825 Aug 03 05:23:26.629357 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:26.699233 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-8727e950-c183-460a-842e-92a04ae1898b service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916338 Aug 03 05:23:26.791954 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4c25cf72-9ba6-4bef-aa2e-223a8367bd6d req-be93bc06-2435-4b3b-8ec2-eb2aacd47f51 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873704 Aug 03 05:23:26.844302 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fb49d2a4-37d0-4958-8bd6-6350e9ab46f3', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:c1:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:10Z', 'updated_at': '2022-08-03T05:23:25Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:26.872586 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfb025fc-c695-4c34-a405-b1c7fa8cd84d None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': 'fb49d2a4-37d0-4958-8bd6-6350e9ab46f3', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.81', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:c1:33:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:10Z', 'updated_at': '2022-08-03T05:23:25Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:23:27.005425 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e587f1-05df-48df-9f62-165edef8db57 req-a3fee611-649d-4e13-86de-7c54a5522ce8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:27.006981 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43e587f1-05df-48df-9f62-165edef8db57 req-a3fee611-649d-4e13-86de-7c54a5522ce8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0485201 Aug 03 05:23:27.059649 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-43e587f1-05df-48df-9f62-165edef8db57 req-5b77ddfd-8da2-4f15-9be6-f82fd92ef3de tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462945 Aug 03 05:23:27.094939 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a4452-2acb-4eb5-a02c-f569bf2b2a08 None None] New status for floating IP fb49d2a4-37d0-4958-8bd6-6350e9ab46f3: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:23:27.097117 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:27.099812 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:28.182201 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c261-4a9b-4e7e-be6c-c188fd25e219 req-cc6f1030-3ef6-40f0-8b09-b0892c660e60 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:28.183723 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0bc1c261-4a9b-4e7e-be6c-c188fd25e219 req-cc6f1030-3ef6-40f0-8b09-b0892c660e60 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0484967 Aug 03 05:23:28.235526 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-0bc1c261-4a9b-4e7e-be6c-c188fd25e219 req-69815c61-04ac-488b-ab68-fa7fc141ab2f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457470 Aug 03 05:23:29.358322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5288ece1-ce30-40fc-acb0-a38f54bdcb93 req-0436df99-179f-40ac-a4dc-f0ea57cce59d tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:29.360563 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5288ece1-ce30-40fc-acb0-a38f54bdcb93 req-0436df99-179f-40ac-a4dc-f0ea57cce59d tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0505276 Aug 03 05:23:29.410197 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5288ece1-ce30-40fc-acb0-a38f54bdcb93 req-cc150ec3-50f9-4a0b-9365-81f43c1d5abc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438945 Aug 03 05:23:30.528163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacfc79-c105-4c6b-8e3e-63e13ea42ec7 req-6f5db8d6-1a69-431a-8687-45f1fc94f2d3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:30.529549 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aeacfc79-c105-4c6b-8e3e-63e13ea42ec7 req-6f5db8d6-1a69-431a-8687-45f1fc94f2d3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0471385 Aug 03 05:23:30.561907 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:30.574347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:30.579374 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aeacfc79-c105-4c6b-8e3e-63e13ea42ec7 req-1cbae747-f491-4c9f-847e-36c1f0d2d4ba tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445042 Aug 03 05:23:31.700108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1814f-6c13-40f2-b572-e5e00bd9278c req-c610bc74-b2d5-438b-9bdc-746031d7f5d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:31.701613 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fba1814f-6c13-40f2-b572-e5e00bd9278c req-c610bc74-b2d5-438b-9bdc-746031d7f5d2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 944 time: 0.0516827 Aug 03 05:23:31.754859 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fba1814f-6c13-40f2-b572-e5e00bd9278c req-75596a03-ea25-4df4-93c9-ab5cb565b95a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475032 Aug 03 05:23:32.299940 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 4f95730f-3cba-4151-98a6-89c74a9d9cce details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:23:32.401770 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:32.413228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:23:32.437827 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=100 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:32.448894 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 4f95730f-3cba-4151-98a6-89c74a9d9cce is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:23:32.449294 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:32.463071 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f95730f-3cba-4151-98a6-89c74a9d9cce {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:23:32.482243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:32.528669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:32.574459 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:32.724824 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['4f95730f-3cba-4151-98a6-89c74a9d9cce'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:23:32.871786 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52a3e4a-6a0f-4069-8a26-c7940f010800 req-03a47a90-7f0e-47aa-8a08-0881ad43de00 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:32.873332 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c52a3e4a-6a0f-4069-8a26-c7940f010800 req-03a47a90-7f0e-47aa-8a08-0881ad43de00 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 945 time: 0.0474567 Aug 03 05:23:32.923890 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c52a3e4a-6a0f-4069-8a26-c7940f010800 req-1c0d43a2-0066-4902-8be7-7cf1e938bc10 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438900 Aug 03 05:23:32.926089 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:34.046708 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6f7d0-733d-4312-9e05-2b2b0e3ed86d req-671ac760-e7ea-4a02-af5e-dc39e016a89e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:34.048315 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12f6f7d0-733d-4312-9e05-2b2b0e3ed86d req-671ac760-e7ea-4a02-af5e-dc39e016a89e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 945 time: 0.0507572 Aug 03 05:23:34.097631 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-12f6f7d0-733d-4312-9e05-2b2b0e3ed86d req-6d80e1ed-73ca-4c55-8b59-8c518d65dc2b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437646 Aug 03 05:23:34.312590 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 4f95730f-3cba-4151-98a6-89c74a9d9cce up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:23:34.357251 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 4f95730f-3cba-4151-98a6-89c74a9d9cce completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:23:34.420369 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 4f95730f-3cba-4151-98a6-89c74a9d9cce triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:23:34.420756 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:34.498564 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 4f95730f-3cba-4151-98a6-89c74a9d9cce is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:23:34.498991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:34.521830 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:34.524095 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81794509-96b2-4b19-95a4-5f28612559be" -d '{"events": [{"server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "name": "network-vif-plugged", "status": "completed", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:34.536805 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:23:34.563245 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694596da-3d45-4418-a138-3a27fcfd4fe7 x-openstack-request-id: req-694596da-3d45-4418-a138-3a27fcfd4fe7 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:34.563484 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "name": "network-vif-plugged", "status": "completed", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:34.563739 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-694596da-3d45-4418-a138-3a27fcfd4fe7 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:34.564141 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-694596da-3d45-4418-a138-3a27fcfd4fe7'] response: {'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'code': 200} Aug 03 05:23:34.609228 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:34.660180 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:34.870426 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9140d9a-743a-460c-8411-90f31d6780c6 req-a6e442d3-9487-491b-8ac8-ff2e3538e29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:34.878403 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9140d9a-743a-460c-8411-90f31d6780c6 req-a6e442d3-9487-491b-8ac8-ff2e3538e29a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1130 time: 0.0458515 Aug 03 05:23:34.924748 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a9140d9a-743a-460c-8411-90f31d6780c6 req-955e7530-5bf9-48ae-82fb-90fc55cc7a1e service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400264 Aug 03 05:23:35.212306 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639db866-a8e1-4470-a512-c037903a1ffe req-11f4005e-44b4-4f18-adfc-db0cd1488129 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:35.213765 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-639db866-a8e1-4470-a512-c037903a1ffe req-11f4005e-44b4-4f18-adfc-db0cd1488129 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0463371 Aug 03 05:23:35.266553 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-639db866-a8e1-4470-a512-c037903a1ffe req-5d0e3c71-b4ec-46c9-ac41-bada0c8752a9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467317 Aug 03 05:23:36.164201 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:36.166117 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=96 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:36.386991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63008ac-3c4a-4245-a979-fdbbeee0c75c req-7478ec42-71a4-4b8b-8718-b6b082836dcd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:36.388444 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e63008ac-3c4a-4245-a979-fdbbeee0c75c req-7478ec42-71a4-4b8b-8718-b6b082836dcd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0470846 Aug 03 05:23:36.438450 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e63008ac-3c4a-4245-a979-fdbbeee0c75c req-224732fb-82a9-4a26-86f8-5f94f12f3153 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437231 Aug 03 05:23:36.553688 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8850f72c-70dd-4687-8721-44a54d871f7d req-c4a705b6-1f1f-4425-adf1-eca2dc847291 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:36.555198 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8850f72c-70dd-4687-8721-44a54d871f7d req-c4a705b6-1f1f-4425-adf1-eca2dc847291 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0471680 Aug 03 05:23:36.603766 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8850f72c-70dd-4687-8721-44a54d871f7d req-9b3fd237-3d74-4a81-a685-49cf7c81d037 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431695 Aug 03 05:23:36.629101 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48688) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:36.671481 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0199ffb-f6f3-4aa9-a78a-de7145ae095f tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:36.673014 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-e0199ffb-f6f3-4aa9-a78a-de7145ae095f tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1125 time: 0.0429239 Aug 03 05:23:36.680335 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48690) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:23:36.684745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address': '172.20.0.11'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:23:36.792090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:36.877299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:36.985149 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.27.4.214 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/6b75a114-fa9d-413d-a125-8f7c1b344d60) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:23:37.028018 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:37.055838 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:37.100274 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.191913 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.199544 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:37.233195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:23:37.240658 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:23:37.244461 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:23:37.247716 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=6b75a114-fa9d-413d-a125-8f7c1b344d60,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:37.592863 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (03a0f6f5-8f9d-4f1f-a813-f0b79cc68076), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.700953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.720465 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:37.848274 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.900077 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:37.965837 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=6b75a114-fa9d-413d-a125-8f7c1b344d60,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:23:37.968171 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (03a0f6f5-8f9d-4f1f-a813-f0b79cc68076), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:38.064511 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP 03a0f6f5-8f9d-4f1f-a813-f0b79cc68076 associated. External IP: 172.27.4.214, port: 4f95730f-3cba-4151-98a6-89c74a9d9cce. Aug 03 05:23:38.099019 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:38.512788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:23:38.559643 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:23:38.616080 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:23:38.627018 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:23:38.636534 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:38.637229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:38.680007 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:38.711558 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-317419d3-4397-41f3-acd0-48fda29b0774 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0301697 Aug 03 05:23:38.712163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:23:38.714476 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb91f17a-1941-49a3-a840-c8983a83747f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:23:38.743098 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:38.752281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc1a33c-d24c-4534-ad82-ceb43bc0276e x-openstack-request-id: req-ecc1a33c-d24c-4534-ad82-ceb43bc0276e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:23:38.752575 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:23:38.752832 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ecc1a33c-d24c-4534-ad82-ceb43bc0276e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:23:38.753241 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc1a33c-d24c-4534-ad82-ceb43bc0276e'] response: {'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'status': 'completed', 'code': 200} Aug 03 05:23:38.813650 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f17a-1941-49a3-a840-c8983a83747f req-a556b84f-3f4e-4e7c-845b-584c353f1768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:38.815108 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-a556b84f-3f4e-4e7c-845b-584c353f1768 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1130 time: 0.0403638 Aug 03 05:23:38.826734 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:38.910156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f17a-1941-49a3-a840-c8983a83747f req-3de15745-68ec-4a2a-a1e6-b8a624a562bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:38.911736 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-3de15745-68ec-4a2a-a1e6-b8a624a562bb service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0906885 Aug 03 05:23:38.958400 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:37Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:38.973528 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-4425d71e-16c4-4426-84d5-59082c238425 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 1000 time: 0.0559070 Aug 03 05:23:38.987454 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:23:38.996185 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:23:38.996793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:39.015135 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:39.034680 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f17a-1941-49a3-a840-c8983a83747f req-9ef0cb54-7102-494d-9c05-27d90cb8f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:39.036195 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-9ef0cb54-7102-494d-9c05-27d90cb8f1cc service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0545533 Aug 03 05:23:39.079467 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91f17a-1941-49a3-a840-c8983a83747f req-465aa9eb-b5ff-428f-844f-67837cfb89f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:39.080918 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-465aa9eb-b5ff-428f-844f-67837cfb89f0 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394268 Aug 03 05:23:39.099397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:23:39.170312 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-d1498d20-158a-43fa-a5ce-0949331cf53d service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835731 Aug 03 05:23:39.181492 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:39.263312 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-eb91f17a-1941-49a3-a840-c8983a83747f req-ac2bdcd9-5edb-4b67-a642-dff206e891f0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875158 Aug 03 05:23:39.319111 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:37Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:23:39.344262 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4c9d90-b9f3-48d9-b66e-dc1139beb962 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:37Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:23:39.538947 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67c29ae-d7a3-4464-b29d-295618a91dc1 None None] New status for floating IP 03a0f6f5-8f9d-4f1f-a813-f0b79cc68076: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:23:47.122433 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-0a7f8c3e-72fe-4e1c-aaff-1d73cac383bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:49.258768 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=16 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:49.260681 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:49.482571 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-72994b5b-a3ab-4d5f-a12e-b5aad513b65e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:49.638425 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:49.640286 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=11 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:23:50.739124 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:52.065126 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:52.300124 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:52.413430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:23:59.716959 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-4600b2af-6d6a-487c-bb6b-b7a4c7018fbc service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384033 Aug 03 05:23:59.804227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-c4604371-f2ab-4b29-b861-98a781b5fe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:59.805615 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-c4604371-f2ab-4b29-b861-98a781b5fe29 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 1130 time: 0.0428410 Aug 03 05:23:59.907622 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-0e42525f-1032-4634-8fd5-0a71d5993286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:23:59.909309 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-0e42525f-1032-4634-8fd5-0a71d5993286 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0852003 Aug 03 05:23:59.973963 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-3ba65415-ceae-468e-8acf-f46db199b0e5 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 200 len: 1001 time: 0.0582354 Aug 03 05:24:00.021364 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-2917782c-49e6-4faa-9c2c-3e7d9c6fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:00.022929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-2917782c-49e6-4faa-9c2c-3e7d9c6fb402 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0429175 Aug 03 05:24:00.066496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-a2776a32-3393-4a75-b96d-6dc2cba731ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:00.067909 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-a2776a32-3393-4a75-b96d-6dc2cba731ef service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389845 Aug 03 05:24:00.162010 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-0405e8bc-7de9-4325-b0bd-0f63b77080df service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Aug 03 05:24:00.252487 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-934794e0-8704-4859-8377-6e8a4ec0e094 req-e9f32437-7fbd-41ce-9af4-4e431c6378f9 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831993 Aug 03 05:24:02.351230 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:02.357779 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=36,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:02.601121 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:02.606086 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:10.248094 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=50 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:10.248894 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=51 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:14.030486 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba6beb4-5e33-48c7-bead-aeeb8e7c1e35 req-95d00452-d662-4dbc-9704-322593795fdc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:14.031961 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cba6beb4-5e33-48c7-bead-aeeb8e7c1e35 req-95d00452-d662-4dbc-9704-322593795fdc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0470467 Aug 03 05:24:14.083206 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cba6beb4-5e33-48c7-bead-aeeb8e7c1e35 req-7c3957f1-2ecb-45e1-b781-e0548301168b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450156 Aug 03 05:24:15.203496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a7278-1d66-40d1-a7d9-133bcf0fc861 req-c1925008-e3b5-485f-8133-596bf56d2e94 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:15.204985 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b68a7278-1d66-40d1-a7d9-133bcf0fc861 req-c1925008-e3b5-485f-8133-596bf56d2e94 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0471725 Aug 03 05:24:15.253067 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b68a7278-1d66-40d1-a7d9-133bcf0fc861 req-7dcabe39-333a-452a-b1c8-41a4a7ef2f13 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=237d6620-1d00-4f80-a7e5-09c2163a99f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424597 Aug 03 05:24:15.447967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-bf9a189a-0298-48b3-8d54-93c25e8b7c62 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:15.449449 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-bf9a189a-0298-48b3-8d54-93c25e8b7c62 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 946 time: 0.0466058 Aug 03 05:24:15.532986 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port 6bc0e545-9f39-46f2-8635-27046794f1cd {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:24:15.533334 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:15.558984 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:24:15.629225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] For port 6bc0e545-9f39-46f2-8635-27046794f1cd, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=6bc0e545-9f39-46f2-8635-27046794f1cd,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:24:15.629587 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:15.796729 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:15.797100 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:15.797424 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP fb49d2a4-37d0-4958-8bd6-6350e9ab46f3 disassociated. External IP: 172.27.4.81, port: 6bc0e545-9f39-46f2-8635-27046794f1cd. Aug 03 05:24:15.797779 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for 6bc0e545-9f39-46f2-8635-27046794f1cd owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:24:15.983998 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6bc0e545-9f39-46f2-8635-27046794f1cd), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:16.013888 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=6bc0e545-9f39-46f2-8635-27046794f1cd,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:16.027902 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.028127 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.028419 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.028765 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.029108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.029447 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.029781 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.030113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.030444 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.030770 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.031125 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.031454 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.031781 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.032109 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.033007 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:16.138289 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:24:16.180272 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:16.220207 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:16.242024 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:24:16.254041 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:24:16.264444 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:24:16.265046 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:16.290237 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] No DVR routers for this DVR port 6bc0e545-9f39-46f2-8635-27046794f1cd on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:24:16.292821 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:16.296263 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2f3a7191-af68-4e5d-a028-4bff12d4ea46 req-12e8e5aa-e963-4135-85dd-605195849d97 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "DELETE /networking/v2.0/ports/6bc0e545-9f39-46f2-8635-27046794f1cd HTTP/1.1" status: 204 len: 173 time: 0.8415470 Aug 03 05:24:16.296714 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'name': 'network-vif-deleted', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:24:16.299209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da14bb31-aeb4-44c6-9b55-825d06b02907" -d '{"events": [{"server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "name": "network-vif-deleted", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:24:16.364888 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-aee2c2b1-58b6-4708-9d89-5bf5d2834c2f req-9f0ba286-26e0-4fa5-90c5-292a2b527420 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=d6b60ff4-a76f-4b50-8e1b-2b11561286b2 HTTP/1.1" status: 200 len: 210 time: 0.0327504 Aug 03 05:24:16.383029 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:24:16.423689 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6e9b1-0432-4da4-ab72-9cbb7939874b x-openstack-request-id: req-99e6e9b1-0432-4da4-ab72-9cbb7939874b {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:24:16.423988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6b60ff4-a76f-4b50-8e1b-2b11561286b2", "name": "network-vif-deleted", "tag": "6bc0e545-9f39-46f2-8635-27046794f1cd", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:24:16.424246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-99e6e9b1-0432-4da4-ab72-9cbb7939874b {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:24:16.426459 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e6e9b1-0432-4da4-ab72-9cbb7939874b'] response: {'server_uuid': 'd6b60ff4-a76f-4b50-8e1b-2b11561286b2', 'name': 'network-vif-deleted', 'tag': '6bc0e545-9f39-46f2-8635-27046794f1cd', 'status': 'completed', 'code': 200} Aug 03 05:24:16.594429 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:16.619661 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:24:16.628986 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:24:16.629685 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:23:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:16.865137 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:24:17.092696 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:17.120724 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8666eb8b-22c1-4414-8d7d-127d4517f776 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:24:17.127063 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f9d1b31d-0203-4c38-8504-768d7614a3f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.358560 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302f63ee-315c-4222-b58f-36fc37261f1b None None] New status for floating IP fb49d2a4-37d0-4958-8bd6-6350e9ab46f3: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:24:17.540378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48784) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:17.603752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (237d6620-1d00-4f80-a7e5-09c2163a99f8), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.629861 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (237d6620-1d00-4f80-a7e5-09c2163a99f8), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.761312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (237d6620-1d00-4f80-a7e5-09c2163a99f8), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.764056 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.765252 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/237d6620-1d00-4f80-a7e5-09c2163a99f8 HTTP/1.1" status: 204 len: 168 time: 0.2237120 Aug 03 05:24:17.768639 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48786) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:17.775134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7d132-2b73-4ae3-9385-d29f62de32b5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=237d6620-1d00-4f80-a7e5-09c2163a99f8,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:17.784742 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-adb8976f-6b08-4502-ac08-25eb55b97043 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] show failed (client error): The resource could not be found. Aug 03 05:24:17.789129 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-adb8976f-6b08-4502-ac08-25eb55b97043 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups/237d6620-1d00-4f80-a7e5-09c2163a99f8 HTTP/1.1" status: 404 len: 347 time: 0.0160968 Aug 03 05:24:17.791260 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48788) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:17.903680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port f1da60bb-62c8-4822-913d-4f4106259532 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:24:17.903933 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f1da60bb-62c8-4822-913d-4f4106259532), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.981096 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f1da60bb-62c8-4822-913d-4f4106259532), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.981426 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (f1da60bb-62c8-4822-913d-4f4106259532), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:17.993997 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for f1da60bb-62c8-4822-913d-4f4106259532 owned by network:floatingip {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:24:18.201542 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (f1da60bb-62c8-4822-913d-4f4106259532), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.225843 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=f1da60bb-62c8-4822-913d-4f4106259532,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:18.253168 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.253516 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.253856 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.254191 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.254523 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.254866 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.255210 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.255539 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.255888 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.256212 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.256533 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.256853 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.257207 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.257532 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.257850 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:18.300399 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (fb49d2a4-37d0-4958-8bd6-6350e9ab46f3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.303115 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.304264 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ed6865a6-a950-4fbd-b690-fde9ffd92d86 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/fb49d2a4-37d0-4958-8bd6-6350e9ab46f3 HTTP/1.1" status: 204 len: 168 time: 0.5120361 Aug 03 05:24:18.428402 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48792) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:18.432917 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130040277', 'description': 'tempest-description--2048403483'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:18.504102 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.576510 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f448a542-35fe-47b5-8ed9-705d943ec9f2), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.623904 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f448a542-35fe-47b5-8ed9-705d943ec9f2), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.654897 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f448a542-35fe-47b5-8ed9-705d943ec9f2,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:18.717452 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.718769 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9d30afaa-2006-4a84-add9-9adcc2d693c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2894106 Aug 03 05:24:18.733141 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48794) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:18.737492 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': 'f448a542-35fe-47b5-8ed9-705d943ec9f2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:18.830711 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (2aa6fa93-0dd9-4552-b20d-478ac7c614dc), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.888355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (2aa6fa93-0dd9-4552-b20d-478ac7c614dc), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.937936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (2aa6fa93-0dd9-4552-b20d-478ac7c614dc), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:18.957614 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2aa6fa93-0dd9-4552-b20d-478ac7c614dc,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:19.002795 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.004081 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c7f3a0b6-72a6-4f34-a0f2-8482e487c095 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2700136 Aug 03 05:24:19.006784 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48796) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:19.011234 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'security_group_rule': {'security_group_id': 'f448a542-35fe-47b5-8ed9-705d943ec9f2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:19.104577 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (16fd22fd-8d9e-4457-abc3-b24d3ed6b03b), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.162977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (16fd22fd-8d9e-4457-abc3-b24d3ed6b03b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.246645 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337345'] for security_group_rule (16fd22fd-8d9e-4457-abc3-b24d3ed6b03b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.265511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16fd22fd-8d9e-4457-abc3-b24d3ed6b03b,revision_number=0']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:19.340090 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.341381 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-9cbdd522-f90e-4e58-8d8a-b34f51966f69 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3335257 Aug 03 05:24:19.344458 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 48798) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:19.348645 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:19.447482 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.475673 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c50704d3-9b77-4240-af94-9a12724e7906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.522065 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:19.527954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.530322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:19.637070 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.27.4.226 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/92457c67-8e84-468b-9b97-b9e664f21cad) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:24:19.741308 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (92457c67-8e84-468b-9b97-b9e664f21cad), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.818375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:19.858312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:24:19.861811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:24:19.864295 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:24:19.894890 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=92457c67-8e84-468b-9b97-b9e664f21cad,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:19.954989 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.062504 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.148300 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:20.207842 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (92457c67-8e84-468b-9b97-b9e664f21cad), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.246701 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.316719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=92457c67-8e84-468b-9b97-b9e664f21cad,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:20.319468 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.391348 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.393139 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-dc011a97-a33c-4ce3-8ae0-a6aeb3239b65 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0477564 Aug 03 05:24:20.532735 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 6bc0e545-9f39-46f2-8635-27046794f1cd no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:24:20.545185 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-785a9b5c-491f-4777-a0c3-d0bfc85af98d tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2130040277&fields=id&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 267 time: 0.0435147 Aug 03 05:24:20.551438 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 6bc0e545-9f39-46f2-8635-27046794f1cd {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:24:20.551788 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 6bc0e545-9f39-46f2-8635-27046794f1cd not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:24:20.657409 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-28b8b3a4-1a21-4e86-a5c2-f81257b48fb2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:20.658794 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-28b8b3a4-1a21-4e86-a5c2-f81257b48fb2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1065626 Aug 03 05:24:20.673707 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-d5ed1b97-3887-4888-85c3-89596f85056a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/quotas/041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 375 time: 0.0093760 Aug 03 05:24:20.731051 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-c1606b02-1c6f-412c-a216-16a6c14ef1a2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514176 Aug 03 05:24:20.746121 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-44635e96-a4af-4446-b886-165ed1166b86 service neutron] http://10.222.0.40:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=104590) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 03 05:24:20.747134 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-44635e96-a4af-4446-b886-165ed1166b86 service neutron] 10.222.0.40 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051169 Aug 03 05:24:20.749843 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:20.759779 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:20.842476 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-5bea710f-b506-43e9-8507-d0add9ce128a service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893722 Aug 03 05:24:20.931802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-680fd2b9-6034-49b9-ab6a-9015ceb01f37 service neutron] 10.222.0.40 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835183 Aug 03 05:24:21.162275 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-6bc2b1a1-6497-45ce-93bb-74df2be3431a req-898cab83-9374-4f73-b8fc-08f54f43cf6e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 210 time: 0.0278077 Aug 03 05:24:22.070332 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:22.266305 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-79e4c1e4-7f78-4e58-88f7-b51a7aff908f req-84f71e59-4f3f-4ad0-983e-a5ebcf882998 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 210 time: 0.0311337 Aug 03 05:24:22.298388 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:22.417962 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:22.835282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-a3f01d2b-a567-4afa-bc5e-f9a9fdf13109 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:22.836733 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-a3f01d2b-a567-4afa-bc5e-f9a9fdf13109 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 813 time: 0.1025636 Aug 03 05:24:22.901528 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-99176d03-5f1c-4b4f-87e3-b7736e68cda7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=041a553912c64de981d9f87b551c190f HTTP/1.1" status: 200 len: 380 time: 0.0558422 Aug 03 05:24:22.910656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'port': {'device_id': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'admin_state_up': True, 'tenant_id': '041a553912c64de981d9f87b551c190f', 'security_groups': ['f448a542-35fe-47b5-8ed9-705d943ec9f2']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:23.081246 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Made reservation on behalf of 041a553912c64de981d9f87b551c190f for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:24:23.085023 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.143369 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:23.218064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Allocated IP 172.20.0.13 (a2df47b9-9137-4503-88b3-7af6200f8ad6/7fb495b7-7922-49b7-aa07-4783b7bd0378/89990246-38c7-461e-972a-0827c62a30f6) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:24:23.369745 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for port (89990246-38c7-461e-972a-0827c62a30f6), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.391817 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4221a6a1-eb87-4554-832a-e9e4ff25d987 req-1245d8ce-5015-4089-ae32-3917cbfeca1f tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 210 time: 0.0437047 Aug 03 05:24:23.397656 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:23.487563 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.531378 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:24:23.536743 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:24:23.540717 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:24:23.565242 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event updated for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:23.595478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:23.596541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.667173 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-8bec82e2-8c14-4671-9262-3bc955097598 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7599256 Aug 03 05:24:23.681078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Request body: {'port': {'device_id': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:23.744635 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (89990246-38c7-461e-972a-0827c62a30f6), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.811879 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-b5ca33c8-440d-4306-af89-dcf9e7fe94fa None None] Provisioning complete for port 89990246-38c7-461e-972a-0827c62a30f6 triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:24:23.812424 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b5ca33c8-440d-4306-af89-dcf9e7fe94fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (89990246-38c7-461e-972a-0827c62a30f6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:23.844309 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-b5ca33c8-440d-4306-af89-dcf9e7fe94fa None None] Port 89990246-38c7-461e-972a-0827c62a30f6 cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:24:23.994565 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89990246-38c7-461e-972a-0827c62a30f6 {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:24:24.001926 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks [] for port (89990246-38c7-461e-972a-0827c62a30f6), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:24.003807 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:24.014892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Transition to ACTIVE for port object 89990246-38c7-461e-972a-0827c62a30f6 will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:24:24.144003 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:24.202806 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Pushing event updated for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:24.258604 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Attempting to bind port 89990246-38c7-461e-972a-0827c62a30f6 on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:24:24.258885 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Attempting to bind port 89990246-38c7-461e-972a-0827c62a30f6 by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:24:24.259228 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Attempting to bind port 89990246-38c7-461e-972a-0827c62a30f6 on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:24:24.263626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Port 89990246-38c7-461e-972a-0827c62a30f6 on network a2df47b9-9137-4503-88b3-7af6200f8ad6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:24:24.263950 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Attempting to bind port 89990246-38c7-461e-972a-0827c62a30f6 on network a2df47b9-9137-4503-88b3-7af6200f8ad6 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:24:24.269451 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:24:24.269793 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Checking segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:24:24.270178 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Bound using segment: {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:24:24.270654 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Bound port: 89990246-38c7-461e-972a-0827c62a30f6, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:24:24.271033 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (89990246-38c7-461e-972a-0827c62a30f6), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:24.331740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:24:24.334873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=89990246-38c7-461e-972a-0827c62a30f6,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:24:24.389508 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:24.394322 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:24.395062 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:24.398046 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/89990246-38c7-461e-972a-0827c62a30f6 HTTP/1.1" status: 200 len: 1094 time: 0.7198608 Aug 03 05:24:24.398046 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'tag': '89990246-38c7-461e-972a-0827c62a30f6'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:24:24.400602 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd238db6-fed1-4449-a1e7-3f16a9f6003a" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "tag": "89990246-38c7-461e-972a-0827c62a30f6"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:24:24.446174 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd43ac9-53ff-4c32-8a73-b39d7f578fe9 x-openstack-request-id: req-ddd43ac9-53ff-4c32-8a73-b39d7f578fe9 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:24:24.446493 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "tag": "89990246-38c7-461e-972a-0827c62a30f6", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:24:24.446752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-ddd43ac9-53ff-4c32-8a73-b39d7f578fe9 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:24:24.447207 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddd43ac9-53ff-4c32-8a73-b39d7f578fe9'] response: {'name': 'network-changed', 'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'tag': '89990246-38c7-461e-972a-0827c62a30f6', 'status': 'completed', 'code': 200} Aug 03 05:24:24.470155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4986f81-ac30-483a-9607-ecb19111522f service neutron] Pushing event updated for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:24.539413 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-dec9091f-ba66-41e9-9706-c19a8cce36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:24.540829 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-dec9091f-ba66-41e9-9706-c19a8cce36ed service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 1128 time: 0.0787196 Aug 03 05:24:24.546952 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba258d9-e373-46b5-9535-95d59c8e0f20 req-e583b745-2952-4271-a5a7-74c79e812a7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:24.548331 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ba258d9-e373-46b5-9535-95d59c8e0f20 req-e583b745-2952-4271-a5a7-74c79e812a7e tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 944 time: 0.0728135 Aug 03 05:24:24.906403 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ba258d9-e373-46b5-9535-95d59c8e0f20 req-7a19bc49-0095-43f4-8acf-7db17419714c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3480244 Aug 03 05:24:24.926350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-6952862c-1b39-427b-958d-b9a172a0e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:24.927993 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-6952862c-1b39-427b-958d-b9a172a0e653 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=041a553912c64de981d9f87b551c190f&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3788302 Aug 03 05:24:24.960517 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:25.023232 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-4bfb5895-b5d0-41ee-a3b4-2d63dba51950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:25.024692 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fd238db6-fed1-4449-a1e7-3f16a9f6003a req-4bfb5895-b5d0-41ee-a3b4-2d63dba51950 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909231 Aug 03 05:24:25.104020 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-83a5bd9a-ac3c-466d-b4b3-18e6bba107e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:25.105485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-83a5bd9a-ac3c-466d-b4b3-18e6bba107e2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 1128 time: 0.0399258 Aug 03 05:24:25.148034 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-5d0cdbe9-71d9-4a0e-aa8e-28ea21f7546b service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89990246-38c7-461e-972a-0827c62a30f6 HTTP/1.1" status: 200 len: 217 time: 0.0350847 Aug 03 05:24:25.196720 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-30b6794f-eea5-4a53-a0cc-f264199082e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:25.198046 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-30b6794f-eea5-4a53-a0cc-f264199082e4 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0443773 Aug 03 05:24:25.241423 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-d69c6af2-7fc1-445a-8efa-3b188b8d2c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:25.242988 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-d69c6af2-7fc1-445a-8efa-3b188b8d2c10 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386531 Aug 03 05:24:25.335268 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-619a0b4d-21f3-4f34-b849-7cee3ffa3e92 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859079 Aug 03 05:24:25.419136 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:25.425365 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-956855c1-3b99-4f05-ab1a-ab311c423d4c req-fc4076f2-0539-482f-b655-b4e623b91dac service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844867 Aug 03 05:24:26.029643 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6587d82-0f69-4ea7-81ee-aa75da9a0e52 req-2ddd4af1-6611-4e5b-b2ab-7ebe32632268 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:26.031132 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6587d82-0f69-4ea7-81ee-aa75da9a0e52 req-2ddd4af1-6611-4e5b-b2ab-7ebe32632268 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 944 time: 0.0513170 Aug 03 05:24:26.077689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c6587d82-0f69-4ea7-81ee-aa75da9a0e52 req-84c302a0-003b-4c7d-aec5-56e9bb331323 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410364 Aug 03 05:24:27.195094 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13c8a1-5b56-4f40-91a2-54633ce9e245 req-c351abfb-4313-4b35-b4dd-16ff8dfbc59b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:27.196565 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5d13c8a1-5b56-4f40-91a2-54633ce9e245 req-c351abfb-4313-4b35-b4dd-16ff8dfbc59b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 944 time: 0.0478866 Aug 03 05:24:27.243303 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5d13c8a1-5b56-4f40-91a2-54633ce9e245 req-ec2b75d0-2f8f-4793-9303-23f93c583e45 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411565 Aug 03 05:24:27.517709 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:27.520642 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:28.287049 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:28.295149 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=53,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:28.372751 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2960c530-fa7c-4191-8f6b-6198197cfe06 req-3ee92da6-c3aa-45ce-b646-84dfbb4b6c18 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:28.374207 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2960c530-fa7c-4191-8f6b-6198197cfe06 req-3ee92da6-c3aa-45ce-b646-84dfbb4b6c18 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 944 time: 0.0542397 Aug 03 05:24:28.420336 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-2960c530-fa7c-4191-8f6b-6198197cfe06 req-5e597093-7039-4efd-b785-79f5de3c832c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404274 Aug 03 05:24:28.581508 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 89990246-38c7-461e-972a-0827c62a30f6 details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:24:28.671202 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:28.675543 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:28.690084 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=89990246-38c7-461e-972a-0827c62a30f6,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:24:28.705602 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '89990246-38c7-461e-972a-0827c62a30f6', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'port_id': '89990246-38c7-461e-972a-0827c62a30f6', 'mac_address': 'fa:16:3e:18:15:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:24:28.741243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 89990246-38c7-461e-972a-0827c62a30f6 is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:24:28.741635 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (89990246-38c7-461e-972a-0827c62a30f6), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:28.754384 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89990246-38c7-461e-972a-0827c62a30f6 {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:24:28.774928 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=89990246-38c7-461e-972a-0827c62a30f6,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:24:28.823397 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:28.871143 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:28.878896 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.883238 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:28.884351 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:24:29.056886 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['89990246-38c7-461e-972a-0827c62a30f6'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:24:29.547958 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74959c93-fb7a-43ee-b677-a3a6371a706d req-0ba12baf-b213-413e-b4db-bfa2fddcbca7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:29.549443 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74959c93-fb7a-43ee-b677-a3a6371a706d req-0ba12baf-b213-413e-b4db-bfa2fddcbca7 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 945 time: 0.0475316 Aug 03 05:24:29.597053 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74959c93-fb7a-43ee-b677-a3a6371a706d req-c203a3ea-b990-4f3f-879e-9a903123381c tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 Aug 03 05:24:30.593774 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 89990246-38c7-461e-972a-0827c62a30f6 up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:24:30.638043 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 89990246-38c7-461e-972a-0827c62a30f6 completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:24:30.692256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 89990246-38c7-461e-972a-0827c62a30f6 triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:24:30.692561 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (89990246-38c7-461e-972a-0827c62a30f6), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:30.719793 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8677810-ce7a-4d91-bbba-122440f2406e req-3d6da214-9a86-4cb2-9967-480bbd7f03ab tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:30.721329 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8677810-ce7a-4d91-bbba-122440f2406e req-3d6da214-9a86-4cb2-9967-480bbd7f03ab tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 945 time: 0.0494163 Aug 03 05:24:30.768853 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 89990246-38c7-461e-972a-0827c62a30f6 is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:24:30.769244 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (89990246-38c7-461e-972a-0827c62a30f6), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:30.772360 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e8677810-ce7a-4d91-bbba-122440f2406e req-a995db01-36ba-4379-a1ba-863c7f1b1e83 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452936 Aug 03 05:24:30.793243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89990246-38c7-461e-972a-0827c62a30f6'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:24:30.795494 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce37ada0-dcce-43ed-87d3-742374f80501" -d '{"events": [{"server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "name": "network-vif-plugged", "status": "completed", "tag": "89990246-38c7-461e-972a-0827c62a30f6"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:24:30.808300 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=89990246-38c7-461e-972a-0827c62a30f6,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:24:30.858112 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:30.887117 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeefe328-4b21-4d74-841e-255eb372ea1c x-openstack-request-id: req-aeefe328-4b21-4d74-841e-255eb372ea1c {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:24:30.889305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "name": "network-vif-plugged", "status": "completed", "tag": "89990246-38c7-461e-972a-0827c62a30f6", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:24:30.889305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-aeefe328-4b21-4d74-841e-255eb372ea1c {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:24:30.889305 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeefe328-4b21-4d74-841e-255eb372ea1c'] response: {'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89990246-38c7-461e-972a-0827c62a30f6', 'code': 200} Aug 03 05:24:30.913015 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:24:31.205967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745bbc87-808a-44df-a8e9-5f111de19ffd req-0424a313-59e1-4805-8a38-42dec2b54d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:31.207498 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-745bbc87-808a-44df-a8e9-5f111de19ffd req-0424a313-59e1-4805-8a38-42dec2b54d28 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 1130 time: 0.0396314 Aug 03 05:24:31.252831 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-745bbc87-808a-44df-a8e9-5f111de19ffd req-02b4cfbb-61be-44d4-a5b0-78cc0642d334 service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384936 Aug 03 05:24:31.892173 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983529ab-2ae2-40da-ac44-2bf04e52345d req-e0fb586b-c294-4e33-8ed8-8548b6d1f42f tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:31.893684 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-983529ab-2ae2-40da-ac44-2bf04e52345d req-e0fb586b-c294-4e33-8ed8-8548b6d1f42f tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0472431 Aug 03 05:24:31.941767 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-983529ab-2ae2-40da-ac44-2bf04e52345d req-5212c975-f8ee-4819-92d8-d79876dbe069 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425408 Aug 03 05:24:33.053299 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:33.064183 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a715d87-c0e6-4587-826d-3e55b77bd5a7 req-53931000-762c-4000-80c2-261c6533cb94 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:33.071054 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a715d87-c0e6-4587-826d-3e55b77bd5a7 req-53931000-762c-4000-80c2-261c6533cb94 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0504818 Aug 03 05:24:33.114585 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a715d87-c0e6-4587-826d-3e55b77bd5a7 req-72d03fcd-b5c6-4a37-9579-39dcd7eef6bb tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422654 Aug 03 05:24:33.227847 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85ef779-2844-4324-bd0b-966ad08e8145 req-a14f9d00-79e4-49f0-add8-269e05fe59ac tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:33.229240 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e85ef779-2844-4324-bd0b-966ad08e8145 req-a14f9d00-79e4-49f0-add8-269e05fe59ac tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0470107 Aug 03 05:24:33.240120 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 48862) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:24:33.244680 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.v2.base [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Request body: {'floatingip': {'port_id': '89990246-38c7-461e-972a-0827c62a30f6'}} {{(pid=104591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:24:33.287073 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), before_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:33.951004 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:34.000634 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), after_update {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:34.094647 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.db.l3_db [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5 associated. External IP: 172.27.4.226, port: 89990246-38c7-461e-972a-0827c62a30f6. Aug 03 05:24:34.290555 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:24:34.396454 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:24:34.405847 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:34.406813 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07237-064a-47af-8297-8874610023db None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:24:34.417904 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c07237-064a-47af-8297-8874610023db None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:24:34.418528 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c7c07237-064a-47af-8297-8874610023db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:24:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:34.431778 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-eea279d0-de58-4380-a800-af0dd13c57b2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "PUT /networking/v2.0/floatingips/4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5 HTTP/1.1" status: 200 len: 992 time: 1.1905613 Aug 03 05:24:34.432466 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'tag': '89990246-38c7-461e-972a-0827c62a30f6'}] {{(pid=104591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:24:34.434972 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0022853e8320c2d84fe7271ea72e403b054c0e00c7ff3b790788f1ace38299e7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8827366e-32f5-4e10-a400-5eee76761975" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "tag": "89990246-38c7-461e-972a-0827c62a30f6"}]}' {{(pid=104591) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:24:34.473232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac10f4-4a8c-45f5-84c5-2a445eab6861 x-openstack-request-id: req-00ac10f4-4a8c-45f5-84c5-2a445eab6861 {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:24:34.473527 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "tag": "89990246-38c7-461e-972a-0827c62a30f6", "status": "completed", "code": 200}]} {{(pid=104591) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:24:34.473781 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-00ac10f4-4a8c-45f5-84c5-2a445eab6861 {{(pid=104591) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:24:34.474190 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ac10f4-4a8c-45f5-84c5-2a445eab6861'] response: {'name': 'network-changed', 'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'tag': '89990246-38c7-461e-972a-0827c62a30f6', 'status': 'completed', 'code': 200} Aug 03 05:24:34.527343 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c7c07237-064a-47af-8297-8874610023db None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:24:34.544191 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827366e-32f5-4e10-a400-5eee76761975 req-eeab2ce2-c70f-4b2a-948b-0dfd4ea7e91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:34.545629 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-eeab2ce2-c70f-4b2a-948b-0dfd4ea7e91e service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=041a553912c64de981d9f87b551c190f&device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 1130 time: 0.0409124 Aug 03 05:24:34.604085 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:34.645126 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827366e-32f5-4e10-a400-5eee76761975 req-24773a4f-629a-4cf6-a7ee-cc9cf5b11da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:34.646685 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-24773a4f-629a-4cf6-a7ee-cc9cf5b11da3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 200 len: 914 time: 0.0950034 Aug 03 05:24:34.709019 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-ed0f751b-47c2-4464-8c61-3c5348b8d3cb service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=89990246-38c7-461e-972a-0827c62a30f6 HTTP/1.1" status: 200 len: 1000 time: 0.0563517 Aug 03 05:24:34.732793 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:34.745723 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c7c07237-064a-47af-8297-8874610023db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '89990246-38c7-461e-972a-0827c62a30f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:18:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:24:19Z', 'updated_at': '2022-08-03T05:24:33Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:34.746757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:34.762556 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827366e-32f5-4e10-a400-5eee76761975 req-3aa2fd57-76dd-4fc2-be10-cb57fc541608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:34.764044 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-3aa2fd57-76dd-4fc2-be10-cb57fc541608 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 200 len: 852 time: 0.0493140 Aug 03 05:24:34.771554 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07237-064a-47af-8297-8874610023db None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:24:34.781025 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c07237-064a-47af-8297-8874610023db None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:24:34.781644 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c7c07237-064a-47af-8297-8874610023db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:24:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:34.809232 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827366e-32f5-4e10-a400-5eee76761975 req-c0a06ebc-892c-43f7-9568-d5cc74bcf6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:24:34.810667 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-c0a06ebc-892c-43f7-9568-d5cc74bcf6d9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=a2df47b9-9137-4503-88b3-7af6200f8ad6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399010 Aug 03 05:24:34.893207 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-c7c07237-064a-47af-8297-8874610023db None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:24:34.911880 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-8e528331-0cac-4683-9a8b-fecfe69516b1 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934253 Aug 03 05:24:35.007001 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8827366e-32f5-4e10-a400-5eee76761975 req-ffc7a943-d678-4721-9e08-f5767341248a service neutron] 10.222.0.67 "GET /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891981 Aug 03 05:24:35.108771 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-c7c07237-064a-47af-8297-8874610023db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '89990246-38c7-461e-972a-0827c62a30f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:18:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:24:19Z', 'updated_at': '2022-08-03T05:24:33Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:24:35.133463 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c07237-064a-47af-8297-8874610023db None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'floating_ip_address': '172.27.4.226', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'port_id': '89990246-38c7-461e-972a-0827c62a30f6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'mac_address': 'fa:16:3e:18:15:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:24:19Z', 'updated_at': '2022-08-03T05:24:33Z', 'revision_number': 1, 'project_id': '041a553912c64de981d9f87b551c190f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:24:35.316788 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3bc4612-9ecb-416b-b241-130d40988462 None None] New status for floating IP 4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5: ACTIVE {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:24:44.423155 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:44.428545 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.002580 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=61 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.003407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=18 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.106560 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=29 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.111594 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=60 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.414627 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:45.418451 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:24:47.137383 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-127e3653-3c96-4a87-b958-dd8660a7e61b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:49.474246 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-9cab3e48-f322-4902-ac77-56e8b0d9ed2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:50.788250 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:52.068859 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:52.279504 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:52.462434 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:24:52.557618 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:25:01.695875 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-1d1f161e-a19c-4eb3-b15e-5b4c520a0ddf service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389307 Aug 03 05:25:01.765889 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192115-72fb-449f-946f-2a11bdb7701d req-4ca6b5ba-3914-494b-9790-c17a4d8ca710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:01.767418 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-4ca6b5ba-3914-494b-9790-c17a4d8ca710 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1130 time: 0.0494690 Aug 03 05:25:01.869724 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192115-72fb-449f-946f-2a11bdb7701d req-dc502be2-0c31-4fa2-8bb3-9888803c1810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:01.871149 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-dc502be2-0c31-4fa2-8bb3-9888803c1810 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0852711 Aug 03 05:25:01.934013 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-d322c528-c0b9-4491-81b3-2d7291e18c4b service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 1002 time: 0.0574300 Aug 03 05:25:01.982216 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192115-72fb-449f-946f-2a11bdb7701d req-127c6ca3-ffef-448b-aecd-763d6117a0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:01.983670 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-127c6ca3-ffef-448b-aecd-763d6117a0fc service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0440099 Aug 03 05:25:02.027081 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd192115-72fb-449f-946f-2a11bdb7701d req-440687e2-f1ab-491f-93ca-23d5b0cd0ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:02.028526 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-440687e2-f1ab-491f-93ca-23d5b0cd0ade service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384703 Aug 03 05:25:02.121155 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-5f077e2e-058b-4595-bb11-d790ec322055 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863464 Aug 03 05:25:02.212723 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cd192115-72fb-449f-946f-2a11bdb7701d req-780bd7ac-3a19-45f5-a746-17dd60e30a21 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834117 Aug 03 05:25:02.374263 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:02.376067 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:02.553175 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:02.553932 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:12.208431 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=50 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:12.209271 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=51 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:16.606707 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=17 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:16.611979 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:17.118433 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-8f1898a9-9ca2-480e-bce6-364f2187e37d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:19.461877 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-78786267-05f9-483a-88f2-85d2e9a857b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:20.758747 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:22.074466 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:22.295929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:22.455867 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:23.125021 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c503d6-8531-484b-9b19-eb28eb015015 req-1944a2a2-5607-41e6-9777-a5300bad1bc2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:23.126510 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6c503d6-8531-484b-9b19-eb28eb015015 req-1944a2a2-5607-41e6-9777-a5300bad1bc2 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0483475 Aug 03 05:25:23.177465 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6c503d6-8531-484b-9b19-eb28eb015015 req-b4b50e28-872a-4463-979c-a85ac92f36d6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453222 Aug 03 05:25:24.295899 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5358f75c-e74c-4ea3-8a68-104895cc6cb8 req-f95998b6-b878-4a12-a42c-dc949c1364cc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:24.297374 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5358f75c-e74c-4ea3-8a68-104895cc6cb8 req-f95998b6-b878-4a12-a42c-dc949c1364cc tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0467944 Aug 03 05:25:24.344628 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5358f75c-e74c-4ea3-8a68-104895cc6cb8 req-dec07f79-24b1-42f3-ba9d-b3287eb6e888 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=f448a542-35fe-47b5-8ed9-705d943ec9f2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417438 Aug 03 05:25:24.788552 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-213aff81-d4de-4c63-bdc6-3cf57eba9be5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:24.790024 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-213aff81-d4de-4c63-bdc6-3cf57eba9be5 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 946 time: 0.0476079 Aug 03 05:25:24.879071 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port 89990246-38c7-461e-972a-0827c62a30f6 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:24.879410 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (89990246-38c7-461e-972a-0827c62a30f6), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:24.968363 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] For port 89990246-38c7-461e-972a-0827c62a30f6, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=89990246-38c7-461e-972a-0827c62a30f6,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:24.968644 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (89990246-38c7-461e-972a-0827c62a30f6), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:25.132726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:25.133081 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:25.133394 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Floating IP 4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5 disassociated. External IP: 172.27.4.226, port: 89990246-38c7-461e-972a-0827c62a30f6. Aug 03 05:25:25.133734 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for 89990246-38c7-461e-972a-0827c62a30f6 owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:25.323710 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (89990246-38c7-461e-972a-0827c62a30f6), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:25.355278 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=89990246-38c7-461e-972a-0827c62a30f6,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:25.367664 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.368017 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.368459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.368799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.369137 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.369468 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.369794 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.370120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.370441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.370766 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.371118 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.372790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.372790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.372790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.372790 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:25.479044 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ddf117d5-5ea2-4e3b-a84f-aac9d9688234 req-25960801-685a-433a-93f3-b9af1a386827 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 210 time: 0.0572448 Aug 03 05:25:25.503771 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:25:25.507623 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:25.558949 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:25.610011 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:25:25.620477 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:25:25.630500 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:25.631107 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:25.653550 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] No DVR routers for this DVR port 89990246-38c7-461e-972a-0827c62a30f6 on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:25:25.656361 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:25.663991 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c08fb12b-ab64-45be-8023-055af5e69f46 req-04055c1c-a26b-4ca5-b0cf-80e0553dd13a tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.67 "DELETE /networking/v2.0/ports/89990246-38c7-461e-972a-0827c62a30f6 HTTP/1.1" status: 204 len: 173 time: 0.8629937 Aug 03 05:25:25.663991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'name': 'network-vif-deleted', 'tag': '89990246-38c7-461e-972a-0827c62a30f6'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:25:25.663991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2530c8b-c80e-41a9-a7b7-62573e05f8b9" -d '{"events": [{"server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "name": "network-vif-deleted", "tag": "89990246-38c7-461e-972a-0827c62a30f6"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:25:25.710076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a17c0c4-f9ca-4f7e-994a-73a1befda73a x-openstack-request-id: req-6a17c0c4-f9ca-4f7e-994a-73a1befda73a {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:25:25.710367 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec3db0e-4592-4839-b939-de6f7b4ad37c", "name": "network-vif-deleted", "tag": "89990246-38c7-461e-972a-0827c62a30f6", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:25:25.710817 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-6a17c0c4-f9ca-4f7e-994a-73a1befda73a {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:25:25.711561 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a17c0c4-f9ca-4f7e-994a-73a1befda73a'] response: {'server_uuid': '4ec3db0e-4592-4839-b939-de6f7b4ad37c', 'name': 'network-vif-deleted', 'tag': '89990246-38c7-461e-972a-0827c62a30f6', 'status': 'completed', 'code': 200} Aug 03 05:25:25.743568 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:25.947934 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:25.978509 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:25:25.987361 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:25.987981 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:26.094530 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:26.100841 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-f885a75f-4006-48cd-8d0b-42ae163ac0ff tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1007032199&fields=id&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 267 time: 0.0543330 Aug 03 05:25:26.257759 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-c08ab924-0b9d-46fd-90b1-9bd705802814 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:26.259318 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-c08ab924-0b9d-46fd-90b1-9bd705802814 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.1519458 Aug 03 05:25:26.276445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-e082cba8-0a6d-4458-9564-2cc79edd9bc2 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/quotas/3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 375 time: 0.0112603 Aug 03 05:25:26.335943 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-affc024a-217a-4509-bec6-673268317828 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511525 Aug 03 05:25:26.423740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:26.442371 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-3e9fcc00-8c88-4fd7-8def-7c9b5a57becf service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888512 Aug 03 05:25:26.449870 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5efb87-d556-415b-a428-10df4fc94f31 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:51Z', 'revision_number': 4, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'eb972e94-923b-47e9-8750-b6e827afc51e', 'name': '', 'network_id': 'a2df47b9-9137-4503-88b3-7af6200f8ad6', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'mac_address': 'fa:16:3e:6e:66:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:50Z', 'updated_at': '2022-08-03T05:20:55Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'subnets': [{'id': '7fb495b7-7922-49b7-aa07-4783b7bd0378', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:25:26.551610 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-983a8e7c-e76e-4f74-b40a-57ae7fa786ff service neutron] 10.222.0.40 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026244 Aug 03 05:25:26.632872 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-251165e8-fd8a-4d82-896a-2c9516fb4069 req-9692c1fd-4603-4fdd-9c91-195bbcaefcf9 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=4ec3db0e-4592-4839-b939-de6f7b4ad37c HTTP/1.1" status: 200 len: 210 time: 0.0340745 Aug 03 05:25:26.744898 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d11a24d-efaa-4fb4-891e-ed75d6a05261 None None] New status for floating IP 4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5: DOWN {{(pid=104593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:25:27.098132 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b716d0f-d9c7-4685-9b98-21b32358fd08 req-b8e7ff9f-d378-4214-acd2-246177a9be8d tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 210 time: 0.0325022 Aug 03 05:25:27.817032 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49010) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:27.872381 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f448a542-35fe-47b5-8ed9-705d943ec9f2), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:27.896209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (f448a542-35fe-47b5-8ed9-705d943ec9f2), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.038925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f448a542-35fe-47b5-8ed9-705d943ec9f2), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.041507 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.042648 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f448a542-35fe-47b5-8ed9-705d943ec9f2 HTTP/1.1" status: 204 len: 168 time: 0.2246335 Aug 03 05:25:28.045755 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49012) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:28.052195 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc36b04-d92b-48d4-adf8-e153a0ed4d3b tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448a542-35fe-47b5-8ed9-705d943ec9f2,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:28.062458 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.api.v2.resource [None req-9a5519f7-709d-430e-887f-e052b2f3ca07 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] show failed (client error): The resource could not be found. Aug 03 05:25:28.063603 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-9a5519f7-709d-430e-887f-e052b2f3ca07 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "GET /networking/v2.0/security-groups/f448a542-35fe-47b5-8ed9-705d943ec9f2 HTTP/1.1" status: 404 len: 347 time: 0.0168133 Aug 03 05:25:28.067087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49014) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:28.213357 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-578518d3-839c-4377-8608-323a923e147e req-38731e04-cf3e-42b2-83c4-90bc0d6e3a03 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 210 time: 0.0392365 Aug 03 05:25:28.215920 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Deleting port 92457c67-8e84-468b-9b97-b9e664f21cad {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:28.216393 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.294572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.294934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (92457c67-8e84-468b-9b97-b9e664f21cad), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.307944 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Calling delete_port for 92457c67-8e84-468b-9b97-b9e664f21cad owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:28.319437 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:28.381602 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:28.518719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (92457c67-8e84-468b-9b97-b9e664f21cad), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.549832 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Pushing event deleted for resources: {'Port': ['ID=92457c67-8e84-468b-9b97-b9e664f21cad,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:28.612456 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks [] for floatingip (4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.615040 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:28.616216 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-0ebd0440-3e37-4d08-9b3b-25059c86a8c6 tempest-AttachVolumeNegativeTest-1549219107 tempest-AttachVolumeNegativeTest-1549219107-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/4b747f8c-b482-4c6a-ae7d-efb3ef6edbb5 HTTP/1.1" status: 204 len: 168 time: 0.5481420 Aug 03 05:25:28.888851 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 89990246-38c7-461e-972a-0827c62a30f6 no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:25:28.913142 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 89990246-38c7-461e-972a-0827c62a30f6 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:25:28.913682 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 89990246-38c7-461e-972a-0827c62a30f6 not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:25:29.195539 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-3b0f5879-5e81-436d-92fa-8f561829c366 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:29.196969 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-3b0f5879-5e81-436d-92fa-8f561829c366 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 812 time: 0.1056516 Aug 03 05:25:29.259746 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-beb4331e-679e-403a-ac09-c77c9491c4fe tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=3c986ef0f5ea46f9b5e788aaca042b06 HTTP/1.1" status: 200 len: 380 time: 0.0550659 Aug 03 05:25:29.268431 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'port': {'device_id': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'admin_state_up': True, 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'security_groups': ['1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572']}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:25:29.353180 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-7a1b6480-bd85-4b76-86ed-3f8f2f374bab req-f8557ea3-eab1-49bd-b6e4-5f4460c59b24 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 210 time: 0.0673962 Aug 03 05:25:29.472901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Made reservation on behalf of 3c986ef0f5ea46f9b5e788aaca042b06 for: {'port': 1} {{(pid=104590) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 03 05:25:29.477134 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:29.558875 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:25:29.607727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.20.0.6 (d274ff51-9652-4d23-8cbb-d03e5409ca96/ca29a07a-bc0b-4ba5-b6f9-510625917500/747aa0a4-d518-4bbd-9bd6-84fef957148e) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:25:30.018930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.036110 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:30.141657 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.182252 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:25:30.185209 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:25:30.188569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:30.189515 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:25:30.220395 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:30.250445 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:30.251255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.352948 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-dad20ddd-7ced-4836-a12c-6059ec6c806c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0865345 Aug 03 05:25:30.363131 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Request body: {'port': {'device_id': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85127'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:25:30.440545 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.442077 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-2e30867f-3aaf-4253-a86e-a19dbea1a489 None None] Provisioning complete for port 747aa0a4-d518-4bbd-9bd6-84fef957148e triggered by entity DHCP. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:25:30.442599 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e30867f-3aaf-4253-a86e-a19dbea1a489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.478044 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-2e30867f-3aaf-4253-a86e-a19dbea1a489 None None] Port 747aa0a4-d518-4bbd-9bd6-84fef957148e cannot update to ACTIVE because it is not bound. {{(pid=104592) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 03 05:25:30.516401 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b88d0f9-252c-4dc3-9ac7-6bd256ced997 req-7eeeb717-d23d-4653-917d-8ac635f3ffb6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:30.517883 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b88d0f9-252c-4dc3-9ac7-6bd256ced997 req-7eeeb717-d23d-4653-917d-8ac635f3ffb6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 931 time: 0.0791142 Aug 03 05:25:30.641001 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b88d0f9-252c-4dc3-9ac7-6bd256ced997 req-8405cc51-614b-48a9-b25d-bf953bdef720 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157997 Aug 03 05:25:30.784957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 747aa0a4-d518-4bbd-9bd6-84fef957148e {{(pid=104590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:25:30.795925 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks [] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.813434 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.provisioning_blocks [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Transition to ACTIVE for port object 747aa0a4-d518-4bbd-9bd6-84fef957148e will not be triggered until provisioned by entity L2. {{(pid=104590) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Aug 03 05:25:30.872802 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:30.947836 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:30.954064 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Pushing event updated for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:30.982678 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Attempting to bind port 747aa0a4-d518-4bbd-9bd6-84fef957148e on host hv-cinder-85127 for vnic_type normal with profile {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 03 05:25:30.983051 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Attempting to bind port 747aa0a4-d518-4bbd-9bd6-84fef957148e by drivers openvswitch,hyperv on host hv-cinder-85127 at level 0 using segments [{'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 03 05:25:30.983386 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Attempting to bind port 747aa0a4-d518-4bbd-9bd6-84fef957148e on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:25:30.987960 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Port 747aa0a4-d518-4bbd-9bd6-84fef957148e on network d274ff51-9652-4d23-8cbb-d03e5409ca96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85127 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 03 05:25:30.988282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Attempting to bind port 747aa0a4-d518-4bbd-9bd6-84fef957148e on network d274ff51-9652-4d23-8cbb-d03e5409ca96 {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 03 05:25:30.993916 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Checking agent: {'id': '24406934-52ce-4476-8820-5bb3caf67339', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85127', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'started_at': datetime.datetime(2022, 8, 3, 5, 10, 52), 'heartbeat_timestamp': datetime.datetime(2022, 8, 3, 5, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 03 05:25:30.994255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Checking segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 03 05:25:30.994638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Bound using segment: {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'} {{(pid=104590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 03 05:25:30.995091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.managers [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Bound port: 747aa0a4-d518-4bbd-9bd6-84fef957148e, host: hv-cinder-85127, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0306c09-c0bc-436f-ae10-ae5e45850381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96'}}] {{(pid=104590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 03 05:25:30.995452 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:31.060243 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, cleared binding levels {{(pid=104590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 03 05:25:31.063323 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 03 05:25:31.149771 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:31.155688 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.156297 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:31.157681 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] 10.222.0.67 "PUT /networking/v2.0/ports/747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 200 len: 1093 time: 0.7988045 Aug 03 05:25:31.158111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:25:31.160412 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05a56a7-06a9-475f-964c-a1c8724cde7d" -d '{"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:25:31.206995 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11e815c-cba4-49ca-94ef-4ea52ca50c63 service neutron] Pushing event updated for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=3']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:31.218546 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aa10c9-fe35-4db9-b4dd-509b1dd9498e x-openstack-request-id: req-b8aa10c9-fe35-4db9-b4dd-509b1dd9498e {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:25:31.218933 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:25:31.219047 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-b8aa10c9-fe35-4db9-b4dd-509b1dd9498e {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:25:31.219361 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8aa10c9-fe35-4db9-b4dd-509b1dd9498e'] response: {'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'status': 'completed', 'code': 200} Aug 03 05:25:31.278653 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-15009012-4d62-495b-8a48-35e472cfcb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.280162 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-15009012-4d62-495b-8a48-35e472cfcb35 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1127 time: 0.0401473 Aug 03 05:25:31.386060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-66491800-3c53-4bb6-8287-f85adbdc1464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.387583 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-66491800-3c53-4bb6-8287-f85adbdc1464 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1009626 Aug 03 05:25:31.465865 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:31.485866 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-fb4cb786-ba42-4a92-a2c2-57aa62e172f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.487704 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-b05a56a7-06a9-475f-964c-a1c8724cde7d req-fb4cb786-ba42-4a92-a2c2-57aa62e172f5 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944707 Aug 03 05:25:31.574319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-c6c5bdd4-9dee-4d26-a52e-d2453726c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.575812 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-c6c5bdd4-9dee-4d26-a52e-d2453726c4be service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1127 time: 0.0467908 Aug 03 05:25:31.615945 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-02bddde7-bc28-4341-993e-4b100bf6828f service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 200 len: 217 time: 0.0332668 Aug 03 05:25:31.665008 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-05286695-f934-4759-8e73-6d56e6529892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.666486 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-05286695-f934-4759-8e73-6d56e6529892 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0453467 Aug 03 05:25:31.715253 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d275a-03e4-4be9-8971-81af76c39868 req-59219a9a-20be-4139-9aef-65a967f9fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.716518 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-59219a9a-20be-4139-9aef-65a967f9fa49 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443809 Aug 03 05:25:31.824004 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9794a-05e2-4d4b-b824-bae3572bb261 req-f74c3c00-9748-41eb-bb06-30e6cbde646c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:31.825570 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cbd9794a-05e2-4d4b-b824-bae3572bb261 req-f74c3c00-9748-41eb-bb06-30e6cbde646c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0943320 Aug 03 05:25:31.875584 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-b71a82b2-6c96-4474-ab71-9c3d791a23ea service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527178 Aug 03 05:25:31.916454 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-cbd9794a-05e2-4d4b-b824-bae3572bb261 req-bf20ddc8-5792-4645-8658-092eff3c732d tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846083 Aug 03 05:25:31.988581 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d39d275a-03e4-4be9-8971-81af76c39868 req-24f869b9-5eaa-4be3-8108-f6d3264355d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066768 Aug 03 05:25:32.840622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49060) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:33.033938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21835f-553b-4f02-8e20-62d8e5404c34 req-7c08ef72-5f64-4056-be5a-3f0e8e9c1b8b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:33.035445 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b21835f-553b-4f02-8e20-62d8e5404c34 req-7c08ef72-5f64-4056-be5a-3f0e8e9c1b8b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0475562 Aug 03 05:25:33.086563 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-5b21835f-553b-4f02-8e20-62d8e5404c34 req-1fd217d7-f9aa-495a-9bbc-da130fe24170 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 Aug 03 05:25:33.154923 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:33.374612 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Deleting port eb972e94-923b-47e9-8750-b6e827afc51e {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:33.374992 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:33.453117 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] For port eb972e94-923b-47e9-8750-b6e827afc51e, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=eb972e94-923b-47e9-8750-b6e827afc51e,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:33.453482 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:33.466250 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Calling delete_port for eb972e94-923b-47e9-8750-b6e827afc51e owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:33.631111 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:33.689544 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (eb972e94-923b-47e9-8750-b6e827afc51e), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:33.693126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:33.719705 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Pushing event deleted for resources: {'Port': ['ID=eb972e94-923b-47e9-8750-b6e827afc51e,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:33.731915 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.732257 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.732596 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.732928 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.733254 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.733579 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.733901 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.734219 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.734547 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.734911 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.735412 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.735731 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.736050 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.736366 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.736681 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:33.901456 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.113790 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:25:34.208873 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb05cb65-4cf0-4c48-b7fa-cf6abcb3045a req-261bbd1c-763a-4040-97da-95b91a82e5c8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:34.210944 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb05cb65-4cf0-4c48-b7fa-cf6abcb3045a req-261bbd1c-763a-4040-97da-95b91a82e5c8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0525613 Aug 03 05:25:34.219254 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:25:34.224234 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-7c52dd7e-a444-4147-9118-c023e6fe367e admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/7055c139-82f5-46e6-aca7-9f65bcdd96a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3825920 Aug 03 05:25:34.226869 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49066) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:34.228856 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Sync routers for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:25:34.239401 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:34.239956 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:34.246727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:34.267284 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-fb05cb65-4cf0-4c48-b7fa-cf6abcb3045a req-50488e96-5b3f-47ef-a37e-16dc0d37df4f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504291 Aug 03 05:25:34.327340 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks [] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.327976 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:34.352563 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:34.376418 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:34.426821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks [] for router_gateway (7055c139-82f5-46e6-aca7-9f65bcdd96a6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.528027 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39'}], 'enable_snat': True}, 'gw_port_id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:25:33Z', 'revision_number': 5, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port': {'id': '82914136-1007-435a-a1fb-cce9b1c98a7a', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:cb:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:20:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:34.531449 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Deleting port 82914136-1007-435a-a1fb-cce9b1c98a7a {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:34.531798 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.553479 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Checking router: 7055c139-82f5-46e6-aca7-9f65bcdd96a6 for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:25:34.554286 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:34.562097 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Routers {'7055c139-82f5-46e6-aca7-9f65bcdd96a6'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:34.562706 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:34.612811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] For port 82914136-1007-435a-a1fb-cce9b1c98a7a, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=82914136-1007-435a-a1fb-cce9b1c98a7a,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:34.613947 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.628297 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Calling delete_port for 82914136-1007-435a-a1fb-cce9b1c98a7a owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:34.648884 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] Set router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 gateway port host: None {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:34.692416 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:34.699610 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:25:34Z', 'revision_number': 6, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:34.725021 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35b66ff-d3b6-4b8d-9255-c9fc7163b959 None None] The sync data for ids ['7055c139-82f5-46e6-aca7-9f65bcdd96a6'] in dv-cinder-851279-4-iscsi is: [{'id': '7055c139-82f5-46e6-aca7-9f65bcdd96a6', 'name': 'tempest-AttachVolumeNegativeTest-10510268-router', 'tenant_id': '041a553912c64de981d9f87b551c190f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:47Z', 'updated_at': '2022-08-03T05:25:34Z', 'revision_number': 6, 'project_id': '041a553912c64de981d9f87b551c190f', 'gw_port_host': None}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:25:34.844327 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (82914136-1007-435a-a1fb-cce9b1c98a7a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:34.877804 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=82914136-1007-435a-a1fb-cce9b1c98a7a,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:34.939811 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.026294 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.028423 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks [] for router_controller (7055c139-82f5-46e6-aca7-9f65bcdd96a6), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.124208 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (7055c139-82f5-46e6-aca7-9f65bcdd96a6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.124821 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7055c139-82f5-46e6-aca7-9f65bcdd96a6 {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:25:35.132287 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.132287 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c9e94b79-e1a6-4403-bf77-290b79a073a7 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/7055c139-82f5-46e6-aca7-9f65bcdd96a6 HTTP/1.1" status: 204 len: 168 time: 0.9022303 Aug 03 05:25:35.132910 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49068) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:35.179772 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Deleting subnet 7fb495b7-7922-49b7-aa07-4783b7bd0378 {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:25:35.183459 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Publish callbacks [] for subnet (7fb495b7-7922-49b7-aa07-4783b7bd0378), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.220330 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (7fb495b7-7922-49b7-aa07-4783b7bd0378), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.305184 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (7fb495b7-7922-49b7-aa07-4783b7bd0378), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.396319 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6331ed9-0f7b-41e7-9fce-ad166f0888df req-b97e10aa-7abb-4214-b733-35b06ed016a7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:35.398415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6331ed9-0f7b-41e7-9fce-ad166f0888df req-b97e10aa-7abb-4214-b733-35b06ed016a7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0532415 Aug 03 05:25:35.451373 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a6331ed9-0f7b-41e7-9fce-ad166f0888df req-4981cec9-aa16-4d18-a086-c7fbd9144ea9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467668 Aug 03 05:25:35.455605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (7fb495b7-7922-49b7-aa07-4783b7bd0378), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.486283 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fb495b7-7922-49b7-aa07-4783b7bd0378,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:35.488343 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.491681 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-05f377d8-3780-4755-a2a2-6a1698e4ab75 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/7fb495b7-7922-49b7-aa07-4783b7bd0378 HTTP/1.1" status: 204 len: 168 time: 0.3576226 Aug 03 05:25:35.493320 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221efd4-b38b-4beb-ae16-5b8355edd721 None None] Network a2df47b9-9137-4503-88b3-7af6200f8ad6 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:25:35.494391 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49072) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:35.570053 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (a2df47b9-9137-4503-88b3-7af6200f8ad6), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.619773 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 82914136-1007-435a-a1fb-cce9b1c98a7a no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:25:35.645391 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 82914136-1007-435a-a1fb-cce9b1c98a7a {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:25:35.645780 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 82914136-1007-435a-a1fb-cce9b1c98a7a not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:25:35.646918 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device eb972e94-923b-47e9-8750-b6e827afc51e no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:25:35.671495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: eb972e94-923b-47e9-8750-b6e827afc51e {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:25:35.671937 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device eb972e94-923b-47e9-8750-b6e827afc51e not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:25:35.684669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] DHCP port deletion for a2df47b9-9137-4503-88b3-7af6200f8ad6 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:25:35.725129 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Deleting port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:35.725398 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.790963 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] For port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:35.791364 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.805290 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Calling delete_port for f5d1ff66-f908-4cf7-82fc-fd30d4d659ec owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:35.861150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Deleting port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:25:35.861603 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.924782 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] For port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,segment=NetworkSegment(e0a9ae95-a624-45c5-83ab-426ecb7eed9c),segment_id=e0a9ae95-a624-45c5-83ab-426ecb7eed9c)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:35.925158 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.938459 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Calling delete_port for f5d1ff66-f908-4cf7-82fc-fd30d4d659ec owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:25:35.957494 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:35.980630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Pushing event deleted for resources: {'Port': ['ID=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:35.990870 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.996363 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:25:35.998082 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6bf124-41d4-443c-9ca3-3ce13ac0b6c7 None None] No DVR routers for this DVR port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:25:36.022131 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (f5d1ff66-f908-4cf7-82fc-fd30d4d659ec), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.046638 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5d1ff66-f908-4cf7-82fc-fd30d4d659ec,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:36.050326 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] No DVR routers for this DVR port f5d1ff66-f908-4cf7-82fc-fd30d4d659ec on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:25:36.124429 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (a2df47b9-9137-4503-88b3-7af6200f8ad6), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.144732 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2df47b9-9137-4503-88b3-7af6200f8ad6']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:36.154362 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:36.159976 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0a9ae95-a624-45c5-83ab-426ecb7eed9c') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:36.165056 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (e0a9ae95-a624-45c5-83ab-426ecb7eed9c), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.179420 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (e0a9ae95-a624-45c5-83ab-426ecb7eed9c), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.185603 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:25:36.185989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (e0a9ae95-a624-45c5-83ab-426ecb7eed9c), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.208341 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment e0a9ae95-a624-45c5-83ab-426ecb7eed9c resource provider aggregate not found Aug 03 05:25:36.238189 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment e0a9ae95-a624-45c5-83ab-426ecb7eed9c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0a9ae95-a624-45c5-83ab-426ecb7eed9c found for delete ", "request_id": "req-693d3ec9-cdf8-4620-8a1a-43e5ce8a29e5"}]} Aug 03 05:25:36.306767 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (a2df47b9-9137-4503-88b3-7af6200f8ad6), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.312346 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.315512 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/a2df47b9-9137-4503-88b3-7af6200f8ad6 HTTP/1.1" status: 204 len: 168 time: 0.8200409 Aug 03 05:25:36.317356 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:36.327076 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c375580-df6e-43a2-a182-a2c58344bcc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2df47b9-9137-4503-88b3-7af6200f8ad6,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:36.571058 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72ddb1-51c2-49b6-a91e-acca3dfc314c req-b88964d2-4a0f-4200-9a40-17797d36cb56 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:36.572555 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4d72ddb1-51c2-49b6-a91e-acca3dfc314c req-b88964d2-4a0f-4200-9a40-17797d36cb56 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0491946 Aug 03 05:25:36.623539 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4d72ddb1-51c2-49b6-a91e-acca3dfc314c req-f2c5e8e1-6610-4158-b753-3c40bbf9711b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456021 Aug 03 05:25:36.694493 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49082) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:36.739719 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-c77ec562-0571-4f44-83bc-bbd6bc900c6a admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=041a553912c64de981d9f87b551c190f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439372 Aug 03 05:25:36.742078 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49084) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:36.790241 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] Publish callbacks [] for security_group (b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.794040 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:36.811559 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] Publish callbacks [] for security_group (b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.820804 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:36.912242 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.914751 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:36.915927 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2 HTTP/1.1" status: 204 len: 168 time: 0.1729634 Aug 03 05:25:36.924221 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c01aa-e085-4a91-a63c-53f1f1f42a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b056d4cb-0fd9-4361-8d8f-b05f4e60c6e2,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:37.610580 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f5d1ff66-f908-4cf7-82fc-fd30d4d659ec no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:25:37.632167 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: f5d1ff66-f908-4cf7-82fc-fd30d4d659ec {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:25:37.632511 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device f5d1ff66-f908-4cf7-82fc-fd30d4d659ec not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:25:37.711558 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:37.751002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f31fd-993d-45e6-bf5e-e5f9756aeb3c req-2e8ec42f-5547-4766-bc20-f4d32305a56a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:37.752624 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f5f31fd-993d-45e6-bf5e-e5f9756aeb3c req-2e8ec42f-5547-4766-bc20-f4d32305a56a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0499120 Aug 03 05:25:37.802451 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-4f5f31fd-993d-45e6-bf5e-e5f9756aeb3c req-e94745eb-a0f0-4f5f-a966-46edfa9eebad tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Aug 03 05:25:38.922150 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270741bf-d689-4731-af8f-7f2e039a9d40 req-799a738e-97e8-43af-bcd0-2ce60b2f98e1 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:38.923574 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-270741bf-d689-4731-af8f-7f2e039a9d40 req-799a738e-97e8-43af-bcd0-2ce60b2f98e1 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0501578 Aug 03 05:25:38.972702 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-270741bf-d689-4731-af8f-7f2e039a9d40 req-ecd040e1-5777-4d09-83f5-e84596a47b6b tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430169 Aug 03 05:25:39.553211 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:40.092922 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41db439c-07e8-454e-a8e5-c0372267f934 req-aa78a61f-ed8f-46a6-9eaa-04b05e974acc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:40.094440 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-41db439c-07e8-454e-a8e5-c0372267f934 req-aa78a61f-ed8f-46a6-9eaa-04b05e974acc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0520995 Aug 03 05:25:40.148983 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-41db439c-07e8-454e-a8e5-c0372267f934 req-c580bdb8-7d24-4639-93e6-8aaf09d4b60e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482373 Aug 03 05:25:41.270211 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994570df-d50b-4a78-b87d-003ebf61d713 req-c2ff828e-dadb-4c7a-a945-98b5e43e9f5f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:41.271682 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-994570df-d50b-4a78-b87d-003ebf61d713 req-c2ff828e-dadb-4c7a-a945-98b5e43e9f5f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 943 time: 0.0504904 Aug 03 05:25:41.304317 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:41.321940 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-994570df-d50b-4a78-b87d-003ebf61d713 req-e06c3860-0e80-4a2e-86b6-08b1bb294eeb tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447557 Aug 03 05:25:41.430268 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 747aa0a4-d518-4bbd-9bd6-84fef957148e details requested by agent hyperv_hv-cinder-85127 with host hv-cinder-85127 {{(pid=104592) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 03 05:25:41.527234 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:41.538659 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Returning: {'device': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'port_id': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'mac_address': 'fa:16:3e:9e:ab:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104592) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 03 05:25:41.540896 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:41.578581 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 747aa0a4-d518-4bbd-9bd6-84fef957148e is: DOWN; New status is: BUILD {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:25:41.579005 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:41.592062 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 747aa0a4-d518-4bbd-9bd6-84fef957148e {{(pid=104592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 03 05:25:41.611830 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:41.683700 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:41.721711 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:41.731523 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=4']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:42.438314 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb34180-6870-438e-a075-a16d49cdd7eb req-e9959e88-0162-4d9a-9894-2a1677c3d186 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:42.439806 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-acb34180-6870-438e-a075-a16d49cdd7eb req-e9959e88-0162-4d9a-9894-2a1677c3d186 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 944 time: 0.0473580 Aug 03 05:25:42.491258 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-acb34180-6870-438e-a075-a16d49cdd7eb req-625fc150-0a1b-4964-8fbc-dbdc7410c449 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455503 Aug 03 05:25:43.361079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] get_ports_and_sgs() called for port_ids ['747aa0a4-d518-4bbd-9bd6-84fef957148e'] {{(pid=104592) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 03 05:25:43.623400 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee2e4e-4356-4fba-b01a-39903a8b6265 req-3da01e73-7220-4a81-97a8-8d425f675fa6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:43.624906 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25ee2e4e-4356-4fba-b01a-39903a8b6265 req-3da01e73-7220-4a81-97a8-8d425f675fa6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 944 time: 0.0584674 Aug 03 05:25:43.684128 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-25ee2e4e-4356-4fba-b01a-39903a8b6265 req-2bb1bfc7-7b53-4b9f-b8f6-85d56f71d0c6 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537086 Aug 03 05:25:44.812901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7094a6-5414-47cc-adfe-3dfc423b5dcf req-eaf09422-814b-40f9-aabf-959ab92e7b0a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:44.814373 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dc7094a6-5414-47cc-adfe-3dfc423b5dcf req-eaf09422-814b-40f9-aabf-959ab92e7b0a tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 944 time: 0.0478504 Aug 03 05:25:44.865747 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dc7094a6-5414-47cc-adfe-3dfc423b5dcf req-4dba8cf6-cbb1-4f93-a208-7f17274fef49 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448263 Aug 03 05:25:45.122256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 747aa0a4-d518-4bbd-9bd6-84fef957148e up at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 03 05:25:45.165083 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning for port 747aa0a4-d518-4bbd-9bd6-84fef957148e completed by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Aug 03 05:25:45.220605 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.provisioning_blocks [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Provisioning complete for port 747aa0a4-d518-4bbd-9bd6-84fef957148e triggered by entity L2. {{(pid=104592) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Aug 03 05:25:45.220927 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7683568'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), provisioning_complete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:45.298715 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Current status of the port 747aa0a4-d518-4bbd-9bd6-84fef957148e is: BUILD; New status is: ACTIVE {{(pid=104592) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Aug 03 05:25:45.299135 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), before_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:45.322829 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e'}] {{(pid=104592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:25:45.325113 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7678704995a7733491fed36da7fbb5668f54f4f41e2fe0a3c196b90a45a351fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad4bf78-e169-4c59-8b4f-52cc96983fbd" -d '{"events": [{"server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "name": "network-vif-plugged", "status": "completed", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e"}]}' {{(pid=104592) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:25:45.337926 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:25:45.365377 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742d8bd7-87f2-4fac-b828-59b91ba0ab45 x-openstack-request-id: req-742d8bd7-87f2-4fac-b828-59b91ba0ab45 {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:25:45.365682 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "name": "network-vif-plugged", "status": "completed", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e", "code": 200}]} {{(pid=104592) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:25:45.365942 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-742d8bd7-87f2-4fac-b828-59b91ba0ab45 {{(pid=104592) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:25:45.366387 dv-cinder-851279-4-iscsi neutron-server[104592]: INFO neutron.notifiers.nova [-] Nova event matching ['req-742d8bd7-87f2-4fac-b828-59b91ba0ab45'] response: {'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'code': 200} Aug 03 05:25:45.409035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:45.458852 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Pushing event updated for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=5']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:45.682965 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85378848-e724-4ddb-9658-7dde3a9817b7 req-771da00d-60f7-4090-901b-6c0609e80493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:45.684461 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85378848-e724-4ddb-9658-7dde3a9817b7 req-771da00d-60f7-4090-901b-6c0609e80493 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1129 time: 0.0397127 Aug 03 05:25:45.731941 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-85378848-e724-4ddb-9658-7dde3a9817b7 req-2aa3f557-e894-45e1-9d63-fc578ef11b4b service neutron] 10.222.0.67 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Aug 03 05:25:45.994181 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4989079-8926-4f68-94d1-5eef9f675f90 req-13627796-6d13-404a-9aef-cc6cfc602e47 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:45.995723 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4989079-8926-4f68-94d1-5eef9f675f90 req-13627796-6d13-404a-9aef-cc6cfc602e47 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0515084 Aug 03 05:25:46.049789 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-d4989079-8926-4f68-94d1-5eef9f675f90 req-fb340d0c-0d79-4c5f-8c38-d9d9f016fc42 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479491 Aug 03 05:25:46.488223 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49206) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:46.603573 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6a73161-69c4-4bc4-a461-fc196c38d9ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.685590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6a73161-69c4-4bc4-a461-fc196c38d9ae admin admin] Publish callbacks [] for security_group (7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.741259 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-d6a73161-69c4-4bc4-a461-fc196c38d9ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.781156 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-d6a73161-69c4-4bc4-a461-fc196c38d9ae admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=4af419fadcee40c98ef886109624a631&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918530 Aug 03 05:25:46.782034 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a73161-69c4-4bc4-a461-fc196c38d9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:46.783895 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49210) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:46.835754 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] Publish callbacks [] for security_group (7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.858048 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] Publish callbacks [] for security_group (7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.948471 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.951799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:46.952999 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51 HTTP/1.1" status: 204 len: 168 time: 0.1681097 Aug 03 05:25:46.961311 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b5497-b52f-40ca-b7b9-c5bd84d33c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa3a1e6-b211-4ca4-879e-b7f1e4b31d51,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:47.134941 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2e29ca2d-6af7-460e-8e46-066a64fd7bfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:47.174009 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a8bb-19ee-47d4-ab51-0ae6cc37b837 req-3f07b58f-25c9-41c2-8742-0d6635072d72 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:47.175542 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8366a8bb-19ee-47d4-ab51-0ae6cc37b837 req-3f07b58f-25c9-41c2-8742-0d6635072d72 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0524025 Aug 03 05:25:47.228437 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8366a8bb-19ee-47d4-ab51-0ae6cc37b837 req-34419828-c748-428d-b9c4-15b63127f588 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471268 Aug 03 05:25:47.352520 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bae675-8c3b-4765-86b4-42014b77e855 req-3da39fa3-d95c-437b-9ced-6fd7bc3ad19e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:47.354485 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e9bae675-8c3b-4765-86b4-42014b77e855 req-3da39fa3-d95c-437b-9ced-6fd7bc3ad19e tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0506294 Aug 03 05:25:47.379163 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:47.406559 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-e9bae675-8c3b-4765-86b4-42014b77e855 req-a33c219f-12a0-444c-904b-1f30b3dc6418 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Aug 03 05:25:47.432726 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49226) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:47.472869 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb291f7-0e66-4d48-a860-55921243f501 tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:47.474412 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-beb291f7-0e66-4d48-a860-55921243f501 tempest-TestVolumeBootPattern-1583566321 tempest-TestVolumeBootPattern-1583566321-project-admin] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1124 time: 0.0407083 Aug 03 05:25:47.477205 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49230) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:47.481348 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.v2.base [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Request body: {'floatingip': {'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'port_id': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104590) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 03 05:25:47.552416 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:47.608616 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:47.636446 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:47.748403 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_common [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Allocated IP 172.27.4.203 (9c8b26e8-c27e-4657-b416-e3c1c564b7a5/2bc46c23-d771-47ef-ae2e-014b7f7f53f7/e37d387d-52e2-4f44-a1b3-37918178180d) {{(pid=104590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 03 05:25:47.853330 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (e37d387d-52e2-4f44-a1b3-37918178180d), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:47.941233 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741503250306', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:47.979885 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Network 9c8b26e8-c27e-4657-b416-e3c1c564b7a5 is already hosted by enough agents. {{(pid=104590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 03 05:25:47.986753 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.base_scheduler [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Resources bound (agent type, host, resource id): {{(pid=104590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 03 05:25:47.991092 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Received port after_create {{(pid=104590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Aug 03 05:25:47.994287 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=e37d387d-52e2-4f44-a1b3-37918178180d,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:48.094386 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:48.380606 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (4445c2bd-31e0-4e64-ae14-359e13e11bf1), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.540390 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8110361'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), before_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.674872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:48.693217 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for port (e37d387d-52e2-4f44-a1b3-37918178180d), precommit_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.718358 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49268) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:48.746613 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741503728285', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741503250324', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741503250342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59445896'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), after_update {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.820744 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-748578'] for floatingip (4445c2bd-31e0-4e64-ae14-359e13e11bf1), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.827469 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event updated for resources: {'Port': ['ID=e37d387d-52e2-4f44-a1b3-37918178180d,revision_number=2']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:48.873152 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-096088d2-1976-427d-ae30-e81fcc9114f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:48.960370 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP 4445c2bd-31e0-4e64-ae14-359e13e11bf1 associated. External IP: 172.27.4.203, port: 747aa0a4-d518-4bbd-9bd6-84fef957148e. Aug 03 05:25:48.966392 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:49.080108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-096088d2-1976-427d-ae30-e81fcc9114f3 admin admin] Publish callbacks [] for security_group (f03a5277-d855-496f-b3bb-cc208f4edae9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.172082 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-096088d2-1976-427d-ae30-e81fcc9114f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f03a5277-d855-496f-b3bb-cc208f4edae9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.222029 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096088d2-1976-427d-ae30-e81fcc9114f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03a5277-d855-496f-b3bb-cc208f4edae9,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:49.228291 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-096088d2-1976-427d-ae30-e81fcc9114f3 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=1368716392674f62bd5b38d607455955&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5088434 Aug 03 05:25:49.230984 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49272) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:49.259630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:25:49.291869 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:49.329741 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] Publish callbacks [] for security_group (f03a5277-d855-496f-b3bb-cc208f4edae9), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.388315 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] Publish callbacks [] for security_group (f03a5277-d855-496f-b3bb-cc208f4edae9), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.435659 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:25:49.447009 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:25:49.457315 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:49.462232 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:49.472132 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-f575f469-2c8a-4d5b-a7af-416ce2fc902a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.509276 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.538305 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (f03a5277-d855-496f-b3bb-cc208f4edae9), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.540928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:49.542103 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/f03a5277-d855-496f-b3bb-cc208f4edae9 HTTP/1.1" status: 204 len: 168 time: 0.3102200 Aug 03 05:25:49.558923 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-bb516963-d971-4173-8add-7fd83f8fe1be tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0786228 Aug 03 05:25:49.558923 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec1b718-337c-4526-a2a7-f587c99b4d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03a5277-d855-496f-b3bb-cc208f4edae9,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:49.560120 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:25:49.562771 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a66a9273-c955-42bc-a21b-218d74e186d3" -d '{"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:25:49.570055 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:49.612114 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724eb5cb-6cf5-47dc-9286-ba7ccf7dd29f x-openstack-request-id: req-724eb5cb-6cf5-47dc-9286-ba7ccf7dd29f {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:25:49.612414 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:25:49.612665 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-724eb5cb-6cf5-47dc-9286-ba7ccf7dd29f {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:25:49.613074 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724eb5cb-6cf5-47dc-9286-ba7ccf7dd29f'] response: {'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'status': 'completed', 'code': 200} Aug 03 05:25:49.678441 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-d8470b1a-a4ac-431f-8497-611c97b74eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:49.680074 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-d8470b1a-a4ac-431f-8497-611c97b74eb5 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1129 time: 0.0442028 Aug 03 05:25:49.776366 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-f0bcd220-7855-499a-9ade-0d2b8d9126d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:49.777929 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-f0bcd220-7855-499a-9ade-0d2b8d9126d0 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0919113 Aug 03 05:25:49.804964 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}, {'id': '4445c2bd-31e0-4e64-ae14-359e13e11bf1', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:9e:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:25:48Z', 'updated_at': '2022-08-03T05:25:48Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:49.831060 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:25:49.839808 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:25:49.840426 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:25:49Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:49.848155 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-b73f5c9b-ddc3-43f6-9183-ff785640df07 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 200 len: 999 time: 0.0639048 Aug 03 05:25:49.907207 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-49b7bdf5-1bf1-49a0-a383-eaa39accb4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:49.908693 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-49b7bdf5-1bf1-49a0-a383-eaa39accb4cd service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0547557 Aug 03 05:25:49.949474 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:25:49.953895 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-c5c1d4a2-f6af-4b36-bf8f-bdce9e11d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:25:49.955513 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-c5c1d4a2-f6af-4b36-bf8f-bdce9e11d8c2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414829 Aug 03 05:25:50.056872 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-b2851053-4b47-4fa3-a835-4d4cb7e45334 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951540 Aug 03 05:25:50.154755 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-a66a9273-c955-42bc-a21b-218d74e186d3 req-f62cb83c-a68c-44c7-bfc1-eed2a00878bf service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911422 Aug 03 05:25:50.179225 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}, {'id': '4445c2bd-31e0-4e64-ae14-359e13e11bf1', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:9e:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:25:48Z', 'updated_at': '2022-08-03T05:25:48Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:25:50.280536 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee53d8ea-9088-4934-a515-4948384a050c None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}, {'id': '4445c2bd-31e0-4e64-ae14-359e13e11bf1', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.203', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 712, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:9e:ab:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:25:48Z', 'updated_at': '2022-08-03T05:25:48Z', 'revision_number': 0, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:25:50.503537 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd7dad30-4acb-48a9-90a6-5ac9acd83319 None None] New status for floating IP 4445c2bd-31e0-4e64-ae14-359e13e11bf1: ACTIVE {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:25:50.758140 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:52.083439 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:52.294371 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:52.454715 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.508371 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49408) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:54.617553 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-40498125-6ba3-40a6-b781-db95d8ae28dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.664977 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:54.694111 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-40498125-6ba3-40a6-b781-db95d8ae28dd admin admin] Publish callbacks [] for security_group (6944ec23-5538-457a-8b7c-65967a906e05), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.751740 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-40498125-6ba3-40a6-b781-db95d8ae28dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6944ec23-5538-457a-8b7c-65967a906e05), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.793607 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-40498125-6ba3-40a6-b781-db95d8ae28dd admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=26322ca46f724fd4b6e57e3d24acdb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2841794 Aug 03 05:25:54.794572 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40498125-6ba3-40a6-b781-db95d8ae28dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944ec23-5538-457a-8b7c-65967a906e05,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:54.796549 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49412) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:54.849772 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] Publish callbacks [] for security_group (6944ec23-5538-457a-8b7c-65967a906e05), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.871341 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] Publish callbacks [] for security_group (6944ec23-5538-457a-8b7c-65967a906e05), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.974924 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (6944ec23-5538-457a-8b7c-65967a906e05), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.977435 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:54.978611 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/6944ec23-5538-457a-8b7c-65967a906e05 HTTP/1.1" status: 204 len: 168 time: 0.1810176 Aug 03 05:25:54.987130 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cbd5e-fcc5-4365-bd71-22b9f6b1b216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944ec23-5538-457a-8b7c-65967a906e05,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:55.542139 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49418) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:55.555727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f17d66c-6efe-4d7f-8299-190154e8f217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.573723 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:25:55.632692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f17d66c-6efe-4d7f-8299-190154e8f217 admin admin] Publish callbacks [] for security_group (03ea3c2f-e5fa-40be-8901-f90407fa9252), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.694727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-2f17d66c-6efe-4d7f-8299-190154e8f217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (03ea3c2f-e5fa-40be-8901-f90407fa9252), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.736310 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-2f17d66c-6efe-4d7f-8299-190154e8f217 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=248d363faa314322ad6630a37ef18cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1929376 Aug 03 05:25:55.737035 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17d66c-6efe-4d7f-8299-190154e8f217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ea3c2f-e5fa-40be-8901-f90407fa9252,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:55.739602 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49420) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:25:55.796859 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] Publish callbacks [] for security_group (03ea3c2f-e5fa-40be-8901-f90407fa9252), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.821668 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] Publish callbacks [] for security_group (03ea3c2f-e5fa-40be-8901-f90407fa9252), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.928909 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (03ea3c2f-e5fa-40be-8901-f90407fa9252), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.931501 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:25:55.932675 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/03ea3c2f-e5fa-40be-8901-f90407fa9252 HTTP/1.1" status: 204 len: 168 time: 0.1920857 Aug 03 05:25:55.943391 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabc9f5-f042-4a08-a51e-10d554b82292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ea3c2f-e5fa-40be-8901-f90407fa9252,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:25:55.952880 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:00.178783 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=85 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:00.182734 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=69 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:01.046178 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-c39973cb-34bf-4907-977c-4f8693ebadd9 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433972 Aug 03 05:26:01.125992 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493671-02ff-4840-aab2-a0657b86c67f req-064e2f2a-ecc7-43d7-a5b4-5df4b20a1667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:26:01.127542 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-064e2f2a-ecc7-43d7-a5b4-5df4b20a1667 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1130 time: 0.0395119 Aug 03 05:26:01.230124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493671-02ff-4840-aab2-a0657b86c67f req-ef3635fa-a2cf-489d-98ef-9e5773cb3585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:26:01.231751 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-ef3635fa-a2cf-489d-98ef-9e5773cb3585 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0876267 Aug 03 05:26:01.297022 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-871e3438-533c-4677-a9b0-72f562f2e163 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 1002 time: 0.0595305 Aug 03 05:26:01.348232 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493671-02ff-4840-aab2-a0657b86c67f req-31891941-c71d-4cc0-b7bf-c8810affd6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:26:01.349705 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-31891941-c71d-4cc0-b7bf-c8810affd6d9 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0470536 Aug 03 05:26:01.395421 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74493671-02ff-4840-aab2-a0657b86c67f req-b0b92079-17f6-48c4-82a5-b4dfbcc535b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:26:01.396939 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-b0b92079-17f6-48c4-82a5-b4dfbcc535b2 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412769 Aug 03 05:26:01.492163 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-43b11562-3079-42df-a001-37fd03c76357 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 Aug 03 05:26:01.586886 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-74493671-02ff-4840-aab2-a0657b86c67f req-4e89470f-a3bb-46d5-9ae0-4d34569165dc service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886714 Aug 03 05:26:05.004109 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:05.936081 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=77,neutron:DELETE=9,neutron:INSERT=6 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:05.936880 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=56,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:06.558918 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:26:08.384677 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49556) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:08.494113 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3d4d48ff-97d4-449b-a2ec-39c747d7452e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:08.763791 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:08.820649 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3d4d48ff-97d4-449b-a2ec-39c747d7452e admin admin] Publish callbacks [] for security_group (d1b0b08c-eeed-4025-b109-e771c7ad4a98), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:08.940084 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-3d4d48ff-97d4-449b-a2ec-39c747d7452e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d1b0b08c-eeed-4025-b109-e771c7ad4a98), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:08.979930 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4d48ff-97d4-449b-a2ec-39c747d7452e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b0b08c-eeed-4025-b109-e771c7ad4a98,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:08.984298 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-3d4d48ff-97d4-449b-a2ec-39c747d7452e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ba29601fd6f646b59d625a5825afc2c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5985055 Aug 03 05:26:08.987002 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49560) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:09.003592 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:09.036140 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] Publish callbacks [] for security_group (d1b0b08c-eeed-4025-b109-e771c7ad4a98), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.058407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] Publish callbacks [] for security_group (d1b0b08c-eeed-4025-b109-e771c7ad4a98), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.145402 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (d1b0b08c-eeed-4025-b109-e771c7ad4a98), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.148627 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.149818 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/d1b0b08c-eeed-4025-b109-e771c7ad4a98 HTTP/1.1" status: 204 len: 168 time: 0.1618793 Aug 03 05:26:09.157850 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78690e01-fec9-42a7-a9df-bbe75c96c912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b0b08c-eeed-4025-b109-e771c7ad4a98,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:09.708760 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49566) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:09.724375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d916-da5e-4d43-8cfc-c764d77ddbed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.800821 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d916-da5e-4d43-8cfc-c764d77ddbed admin admin] Publish callbacks [] for security_group (297f9e24-2a2b-4b73-a1ec-747e1a124b8b), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.882571 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-b6c8d916-da5e-4d43-8cfc-c764d77ddbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (297f9e24-2a2b-4b73-a1ec-747e1a124b8b), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:09.922518 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-b6c8d916-da5e-4d43-8cfc-c764d77ddbed admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=a0896c55a5844de09e03305a8d6a7757&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2126904 Aug 03 05:26:09.923502 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8d916-da5e-4d43-8cfc-c764d77ddbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297f9e24-2a2b-4b73-a1ec-747e1a124b8b,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:09.925334 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49568) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:09.978124 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] Publish callbacks [] for security_group (297f9e24-2a2b-4b73-a1ec-747e1a124b8b), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.000515 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] Publish callbacks [] for security_group (297f9e24-2a2b-4b73-a1ec-747e1a124b8b), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.088142 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (297f9e24-2a2b-4b73-a1ec-747e1a124b8b), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.090750 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.091941 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/297f9e24-2a2b-4b73-a1ec-747e1a124b8b HTTP/1.1" status: 204 len: 168 time: 0.1650198 Aug 03 05:26:10.100046 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2df19-4d39-4473-ab1e-84425c4d9c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297f9e24-2a2b-4b73-a1ec-747e1a124b8b,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:10.770239 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49576) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:10.783825 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c077c119-8e1f-4438-be8d-490a9be1ac1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.858450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c077c119-8e1f-4438-be8d-490a9be1ac1e admin admin] Publish callbacks [] for security_group (99e2ab0e-dec1-448b-985a-05b43e3328d9), precommit_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.956115 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c077c119-8e1f-4438-be8d-490a9be1ac1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (99e2ab0e-dec1-448b-985a-05b43e3328d9), after_create {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:10.995859 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c077c119-8e1f-4438-be8d-490a9be1ac1e admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f742246195be47328606dca4c3afff10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2244291 Aug 03 05:26:10.996762 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077c119-8e1f-4438-be8d-490a9be1ac1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e2ab0e-dec1-448b-985a-05b43e3328d9,revision_number=1']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:10.998755 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49578) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:11.048496 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] Publish callbacks [] for security_group (99e2ab0e-dec1-448b-985a-05b43e3328d9), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:11.071329 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] Publish callbacks [] for security_group (99e2ab0e-dec1-448b-985a-05b43e3328d9), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:11.197150 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (99e2ab0e-dec1-448b-985a-05b43e3328d9), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:11.199745 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:11.201133 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/99e2ab0e-dec1-448b-985a-05b43e3328d9 HTTP/1.1" status: 204 len: 168 time: 0.2011266 Aug 03 05:26:11.209399 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b72ce1-6c4e-4067-bec9-a7d08ef6524b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e2ab0e-dec1-448b-985a-05b43e3328d9,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:16.552741 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:16.553498 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:17.116765 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a19cc773-3ba8-4432-81c9-4ded854a8d45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:19.471062 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a4ad0a8d-1dc3-4a1e-9785-b7cd51339ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:20.750959 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:20.986757 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=60,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:20.991369 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=42,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:21.105222 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=34,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:21.205826 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=32,neutron:DELETE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:22.093213 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:22.270254 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:22.446989 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:30.600907 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:30.606801 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:36.172243 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=27,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:36.173144 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:26:43.558277 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:26:47.121255 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b10c6bb8-52d3-4de9-94c1-673c6ac30d30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:49.452056 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7ac0c-a500-4fbd-931c-5daca5a088be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:50.800284 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.193810 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49844) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:51.298267 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.376089 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Publish callbacks [] for security_group (e04c50c6-f28e-4e4f-a7ed-79a35225292d), precommit_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.417705 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e04c50c6-f28e-4e4f-a7ed-79a35225292d), after_create {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.456236 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04c50c6-f28e-4e4f-a7ed-79a35225292d,revision_number=1']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:51.460192 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=ccee160dbb034ffd935a4ec135cee7e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653892 Aug 03 05:26:51.463037 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49848) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:26:51.466122 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.466473 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.466817 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.467181 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.467521 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.467850 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.468177 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.468502 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.468832 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.469158 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.469481 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.469805 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.470126 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.470444 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.470762 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99e33004-a200-4d26-acab-b51f8cb89740 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.519954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Publish callbacks [] for security_group (e04c50c6-f28e-4e4f-a7ed-79a35225292d), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.542472 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Publish callbacks [] for security_group (e04c50c6-f28e-4e4f-a7ed-79a35225292d), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.629236 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (e04c50c6-f28e-4e4f-a7ed-79a35225292d), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.631830 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:51.632976 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/e04c50c6-f28e-4e4f-a7ed-79a35225292d HTTP/1.1" status: 204 len: 168 time: 0.1689754 Aug 03 05:26:51.641972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04c50c6-f28e-4e4f-a7ed-79a35225292d,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:26:51.648799 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.649146 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.649490 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.649855 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.650190 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.650619 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.650828 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.651211 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.651628 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.651953 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.652279 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.652605 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.652927 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.653304 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:51.653888 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-549311c8-b30c-4b06-8923-25a534e222f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:26:52.092649 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:52.286249 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:52.445900 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:26:53.554917 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:01.458962 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=24,neutron:INSERT=7 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:01.461848 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=15,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:01.644511 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:01.645281 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:02.031537 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-be2a8ed6-a316-47b9-9b2a-d8aa224fda5a service neutron] 10.222.0.67 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387082 Aug 03 05:27:02.089312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-9b342a9e-4f41-4392-ac0c-8a60f01ac521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:02.090778 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-9b342a9e-4f41-4392-ac0c-8a60f01ac521 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1129 time: 0.0397558 Aug 03 05:27:02.197013 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-cea7a8db-4907-45ab-b405-f7f28c68d4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:02.198495 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-cea7a8db-4907-45ab-b405-f7f28c68d4b3 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0902684 Aug 03 05:27:02.257689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-ac5da0f4-a45c-452b-bc4a-6008d8cdd3e4 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 200 len: 1001 time: 0.0535479 Aug 03 05:27:02.313068 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-e9e448b7-8444-422a-87c6-8bb2f0fac478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:02.314443 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-e9e448b7-8444-422a-87c6-8bb2f0fac478 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0506773 Aug 03 05:27:02.359368 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-c2525ca1-8c2b-49dd-b3fa-daddf681e610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:02.360863 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-c2525ca1-8c2b-49dd-b3fa-daddf681e610 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405180 Aug 03 05:27:02.376495 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:02.378346 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:02.452555 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-fe68d881-57c5-4fb2-b5d8-fa0f35b6acae service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858164 Aug 03 05:27:02.548271 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-920e5abb-6f01-48a9-b995-5a32f0d59261 req-733a29f9-9db1-40f8-829d-231cafd47358 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895004 Aug 03 05:27:12.543595 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=47 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:12.545520 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=54 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:16.032915 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:16.034757 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=16 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:17.125360 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-c8635750-0ab4-488b-ab4b-00545e465667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:19.496747 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d132201c-7d00-45ad-ae6f-774dd82bc578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:20.558426 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:27:20.777281 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:22.073882 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:22.289763 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:22.462234 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:28.529905 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49852) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:28.673225 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port e37d387d-52e2-4f44-a1b3-37918178180d {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:28.673564 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:28.751548 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:28.751872 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (e37d387d-52e2-4f44-a1b3-37918178180d), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:28.764269 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for e37d387d-52e2-4f44-a1b3-37918178180d owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:28.982165 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (e37d387d-52e2-4f44-a1b3-37918178180d), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:29.010282 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=e37d387d-52e2-4f44-a1b3-37918178180d,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:29.072155 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (4445c2bd-31e0-4e64-ae14-359e13e11bf1), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:29.072979 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP 4445c2bd-31e0-4e64-ae14-359e13e11bf1 disassociated (deleted). External IP: 172.27.4.203, port: 747aa0a4-d518-4bbd-9bd6-84fef957148e. Aug 03 05:27:29.268901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:27:29.372016 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:27:29.376661 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:29.380245 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:29.382017 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:27:29.394733 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:29.401399 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:29.408524 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5a5d4ab2-8981-46d6-bb1b-b97d10d5c3c7 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/4445c2bd-31e0-4e64-ae14-359e13e11bf1 HTTP/1.1" status: 204 len: 168 time: 0.8775535 Aug 03 05:27:29.409103 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:27:29.411506 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7e6090-6233-4bf8-b31f-518dc3553c8a" -d '{"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:27:29.458417 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfabaf8-8b0c-497d-9442-1010b58fb686 x-openstack-request-id: req-7dfabaf8-8b0c-497d-9442-1010b58fb686 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:27:29.458773 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:27:29.459128 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-7dfabaf8-8b0c-497d-9442-1010b58fb686 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:27:29.460142 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dfabaf8-8b0c-497d-9442-1010b58fb686'] response: {'name': 'network-changed', 'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'status': 'completed', 'code': 200} Aug 03 05:27:29.501524 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:29.518728 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:29.522156 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-95628dc9-e9e6-47fa-acd9-f0e569b05a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:29.523802 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-95628dc9-e9e6-47fa-acd9-f0e569b05a64 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 1129 time: 0.0418663 Aug 03 05:27:29.622811 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-c7ac0b63-f513-4645-9878-4de532fa323b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:29.624415 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-c7ac0b63-f513-4645-9878-4de532fa323b service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0950413 Aug 03 05:27:29.666613 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-2478c942-5faa-49f4-a1ec-dbb74156ff77 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 200 len: 217 time: 0.0348847 Aug 03 05:27:29.720649 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-c00a8bb3-b7ed-44a9-95e7-e3687c6457de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:29.722134 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-c00a8bb3-b7ed-44a9-95e7-e3687c6457de service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0512760 Aug 03 05:27:29.726395 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:29.752533 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:27:29.761271 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:29.761886 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:29.767468 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-b0a8bcdb-7c85-45b2-95f4-82ac013da3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:29.769045 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-b0a8bcdb-7c85-45b2-95f4-82ac013da3a4 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410571 Aug 03 05:27:29.866301 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:29.892227 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65001273-45c1-42dc-b0af-4c4214abe4a9 req-099a31bc-b3db-43ea-b642-2b4985d57c77 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:29.895289 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-65001273-45c1-42dc-b0af-4c4214abe4a9 req-099a31bc-b3db-43ea-b642-2b4985d57c77 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0615337 Aug 03 05:27:29.925156 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-4ae32e07-0dfa-4235-848e-58d274822eda service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496639 Aug 03 05:27:29.957123 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-65001273-45c1-42dc-b0af-4c4214abe4a9 req-adad3496-1066-45da-a791-ae95d1f76311 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534029 Aug 03 05:27:30.083737 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:30.108739 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88735f3d-63ec-4cba-9662-eb52c3bbdbc3 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_floatingips': [{'id': '03a0f6f5-8f9d-4f1f-a813-f0b79cc68076', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'floating_ip_address': '172.27.4.214', 'floating_network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'router_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'port_id': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'mac_address': 'fa:16:3e:8a:4f:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-03T05:23:37Z', 'updated_at': '2022-08-03T05:23:39Z', 'revision_number': 1, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:27:30.328891 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9694db-eb13-409e-a86c-5a201f741553 None None] New status for floating IP 4445c2bd-31e0-4e64-ae14-359e13e11bf1: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:27:30.845489 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8b7e6090-6233-4bf8-b31f-518dc3553c8a req-3969e42a-cdf8-482f-9731-d1b327b4da55 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831492 Aug 03 05:27:31.089347 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca30d65-4127-4759-8b1e-184915ecbe35 req-8db6f354-06f5-4422-982d-d7a5f4ee0232 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:31.090822 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ca30d65-4127-4759-8b1e-184915ecbe35 req-8db6f354-06f5-4422-982d-d7a5f4ee0232 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0509789 Aug 03 05:27:31.139795 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-8ca30d65-4127-4759-8b1e-184915ecbe35 req-57afd301-249f-469e-9aa4-21578b309025 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431457 Aug 03 05:27:31.311117 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-848a4b97-bfbf-4bb2-9871-c83acaca5e12 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:31.312567 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-848a4b97-bfbf-4bb2-9871-c83acaca5e12 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 945 time: 0.0470653 Aug 03 05:27:31.395912 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port 747aa0a4-d518-4bbd-9bd6-84fef957148e {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:31.396255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:31.481719 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:31.486692 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] For port 747aa0a4-d518-4bbd-9bd6-84fef957148e, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=747aa0a4-d518-4bbd-9bd6-84fef957148e,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:31.487087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:31.500132 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for 747aa0a4-d518-4bbd-9bd6-84fef957148e owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:31.696875 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (747aa0a4-d518-4bbd-9bd6-84fef957148e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:31.724207 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=747aa0a4-d518-4bbd-9bd6-84fef957148e,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:31.776006 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] No DVR routers for this DVR port 747aa0a4-d518-4bbd-9bd6-84fef957148e on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:31.778408 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:31.781626 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-18ffd5ba-b501-4dab-ae3f-c2a4161d8471 req-2dcdcee6-9770-45e6-87d7-628d10c80d78 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "DELETE /networking/v2.0/ports/747aa0a4-d518-4bbd-9bd6-84fef957148e HTTP/1.1" status: 204 len: 173 time: 0.4638455 Aug 03 05:27:31.782060 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'name': 'network-vif-deleted', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:27:31.784320 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417bd41f-c00b-492d-b797-b2a0c37fb6e7" -d '{"events": [{"server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "name": "network-vif-deleted", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:27:31.823638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb4775b-90e5-46c5-978b-f09da86cbe7c x-openstack-request-id: req-5fb4775b-90e5-46c5-978b-f09da86cbe7c {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:27:31.823936 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adbab481-7f3a-4430-be8a-4429a6e46b4f", "name": "network-vif-deleted", "tag": "747aa0a4-d518-4bbd-9bd6-84fef957148e", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:27:31.824197 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-5fb4775b-90e5-46c5-978b-f09da86cbe7c {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:27:31.824608 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fb4775b-90e5-46c5-978b-f09da86cbe7c'] response: {'server_uuid': 'adbab481-7f3a-4430-be8a-4429a6e46b4f', 'name': 'network-vif-deleted', 'tag': '747aa0a4-d518-4bbd-9bd6-84fef957148e', 'status': 'completed', 'code': 200} Aug 03 05:27:32.246478 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-dff8ebb4-9497-412e-81e0-68d0a141f87f req-28cd6816-1d4e-4df4-8449-f2cd0fd9a2f3 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=adbab481-7f3a-4430-be8a-4429a6e46b4f HTTP/1.1" status: 200 len: 210 time: 0.0323374 Aug 03 05:27:35.710236 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 747aa0a4-d518-4bbd-9bd6-84fef957148e no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:35.729801 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 747aa0a4-d518-4bbd-9bd6-84fef957148e {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:35.730152 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 747aa0a4-d518-4bbd-9bd6-84fef957148e not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:35.755777 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49888) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:35.804352 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:35.893728 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port 6b75a114-fa9d-413d-a125-8f7c1b344d60 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:35.893981 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:35.969690 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:35.970019 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (6b75a114-fa9d-413d-a125-8f7c1b344d60), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:35.982496 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for 6b75a114-fa9d-413d-a125-8f7c1b344d60 owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:36.192255 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (6b75a114-fa9d-413d-a125-8f7c1b344d60), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:36.214813 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=6b75a114-fa9d-413d-a125-8f7c1b344d60,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:36.282032 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (03a0f6f5-8f9d-4f1f-a813-f0b79cc68076), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:36.282368 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.db.l3_db [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Floating IP 03a0f6f5-8f9d-4f1f-a813-f0b79cc68076 disassociated (deleted). External IP: 172.27.4.214, port: 4f95730f-3cba-4151-98a6-89c74a9d9cce. Aug 03 05:27:36.415967 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:36.480573 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:27:36.582591 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:27:36.587353 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:36.592409 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:27:36.603575 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:36.604307 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:36.621648 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6b82bf26-a162-4d03-9773-67731f201461 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/03a0f6f5-8f9d-4f1f-a813-f0b79cc68076 HTTP/1.1" status: 204 len: 168 time: 0.8618863 Aug 03 05:27:36.621648 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:27:36.622329 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1984d271-fee9-42e8-8112-08f4003d51fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:27:36.663350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 03 Aug 2022 05:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50693f90-cf4e-4b75-9852-2795861b97de x-openstack-request-id: req-50693f90-cf4e-4b75-9852-2795861b97de {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:27:36.663350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:27:36.663350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-50693f90-cf4e-4b75-9852-2795861b97de {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:27:36.663350 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50693f90-cf4e-4b75-9852-2795861b97de'] response: {'name': 'network-changed', 'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'status': 'completed', 'code': 200} Aug 03 05:27:36.726561 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:36.726896 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984d271-fee9-42e8-8112-08f4003d51fb req-1b7110f6-ba90-4ce3-bcbc-0608f494d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:36.728494 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-1b7110f6-ba90-4ce3-bcbc-0608f494d72d service neutron] 10.222.0.67 "GET /networking/v2.0/ports?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 1130 time: 0.0420024 Aug 03 05:27:36.757618 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:36.789937 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:36.826678 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984d271-fee9-42e8-8112-08f4003d51fb req-35f4a5f5-9966-4895-8c66-327f14feca86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:36.829726 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-35f4a5f5-9966-4895-8c66-327f14feca86 service neutron] 10.222.0.67 "GET /networking/v2.0/networks?id=d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 200 len: 913 time: 0.0938439 Aug 03 05:27:36.850929 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:36.873773 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-549d4fe6-470e-4023-b2cd-6d7d8f0203a3 service neutron] 10.222.0.67 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 200 len: 217 time: 0.0395405 Aug 03 05:27:36.918860 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:36.925628 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984d271-fee9-42e8-8112-08f4003d51fb req-33da9aa3-2731-4681-9aba-35f1777dd052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:36.927114 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-33da9aa3-2731-4681-9aba-35f1777dd052 service neutron] 10.222.0.67 "GET /networking/v2.0/subnets?id=ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 200 len: 851 time: 0.0475979 Aug 03 05:27:36.948557 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:27:36.958097 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:36.958712 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:36.977407 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984d271-fee9-42e8-8112-08f4003d51fb req-f935af15-4b7e-4d50-94b0-ace00d30df50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:36.979464 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-f935af15-4b7e-4d50-94b0-ace00d30df50 service neutron] 10.222.0.67 "GET /networking/v2.0/ports?network_id=d274ff51-9652-4d23-8cbb-d03e5409ca96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447955 Aug 03 05:27:37.084330 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:37.361950 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:37.366538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d92d2-a692-454e-9b9f-dc7aaed559e7 req-7e8c5631-a3ee-449b-be05-b60355382fcd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:37.368197 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-837d92d2-a692-454e-9b9f-dc7aaed559e7 req-7e8c5631-a3ee-449b-be05-b60355382fcd tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0655484 Aug 03 05:27:37.374400 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-431e2cf3-6f8c-4e22-8666-13cdef56f0e7 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892508 Aug 03 05:27:37.387714 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2750f93e-393f-46a1-a08b-d5ffbb02e4a8 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:17Z', 'revision_number': 4, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi', '_interfaces': [{'id': 'cb3be34f-6185-40dc-99b0-ea65d5eac249', 'name': '', 'network_id': 'd274ff51-9652-4d23-8cbb-d03e5409ca96', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'mac_address': 'fa:16:3e:bc:19:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_interface', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:16Z', 'updated_at': '2022-08-03T05:20:23Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'subnets': [{'id': 'ca29a07a-bc0b-4ba5-b6f9-510625917500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:27:37.424075 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-837d92d2-a692-454e-9b9f-dc7aaed559e7 req-8c9808b8-dcec-4eb7-8db1-d5aef8ced4f8 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486670 Aug 03 05:27:37.604330 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae710ef-9989-43fa-b809-4aa99d37a995 None None] New status for floating IP 03a0f6f5-8f9d-4f1f-a813-f0b79cc68076: DOWN {{(pid=104592) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 03 05:27:38.121952 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-1984d271-fee9-42e8-8112-08f4003d51fb req-26dac284-ed04-4f88-9027-856e82ac2846 service neutron] 10.222.0.67 "GET /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848267 Aug 03 05:27:38.565464 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-4223c769-d73b-4882-ae50-12585c138f7c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:38.566948 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-4223c769-d73b-4882-ae50-12585c138f7c tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0800357 Aug 03 05:27:38.574634 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e7f17-766c-4563-acec-b12d31149caa req-923c1077-3101-476c-af02-e7a4744cf1cc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104590) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 03 05:27:38.576026 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed5e7f17-766c-4563-acec-b12d31149caa req-923c1077-3101-476c-af02-e7a4744cf1cc tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 946 time: 0.0778003 Aug 03 05:27:38.660337 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=100 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:38.679689 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-ed5e7f17-766c-4563-acec-b12d31149caa req-3d5e7d0e-694c-4007-807e-849c9e3b9218 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/security-groups?id=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966456 Aug 03 05:27:38.688987 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port 4f95730f-3cba-4151-98a6-89c74a9d9cce {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:38.689342 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:38.788249 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] For port 4f95730f-3cba-4151-98a6-89c74a9d9cce, host hv-cinder-85127, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85127',level=0,port_id=4f95730f-3cba-4151-98a6-89c74a9d9cce,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:38.788621 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:38.802478 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for 4f95730f-3cba-4151-98a6-89c74a9d9cce owned by compute:nova {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:38.987251 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (4f95730f-3cba-4151-98a6-89c74a9d9cce), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:39.014585 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=4f95730f-3cba-4151-98a6-89c74a9d9cce,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:39.065145 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] No DVR routers for this DVR port 4f95730f-3cba-4151-98a6-89c74a9d9cce on host hv-cinder-85127 {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:39.068504 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for port (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:39.072954 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-9a6078e1-a2b2-4531-92f1-2cd8fedb9a89 req-1f7725d9-d4b4-4614-b444-e554b08ac4e9 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.67 "DELETE /networking/v2.0/ports/4f95730f-3cba-4151-98a6-89c74a9d9cce HTTP/1.1" status: 204 len: 173 time: 0.4960592 Aug 03 05:27:39.073406 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'name': 'network-vif-deleted', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce'}] {{(pid=104590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 03 05:27:39.076547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.40/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49d593a20123eef66f4aa0efdfcf68101e63500d7c65430226a4742027c26b74" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22df232-aae8-40fa-a299-9ab03c6b72ea" -d '{"events": [{"server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "name": "network-vif-deleted", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce"}]}' {{(pid=104590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 03 05:27:39.117526 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 03 Aug 2022 05:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6191820-1a26-4ebc-a020-a0a877d7bcd5 x-openstack-request-id: req-f6191820-1a26-4ebc-a020-a0a877d7bcd5 {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 03 05:27:39.117824 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9d2fd48-b6b2-4952-8d15-3164c5f9635f", "name": "network-vif-deleted", "tag": "4f95730f-3cba-4151-98a6-89c74a9d9cce", "status": "completed", "code": 200}]} {{(pid=104590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 03 05:27:39.118078 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.40/compute/v2.1/os-server-external-events used request id req-f6191820-1a26-4ebc-a020-a0a877d7bcd5 {{(pid=104590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 03 05:27:39.118540 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6191820-1a26-4ebc-a020-a0a877d7bcd5'] response: {'server_uuid': 'f9d2fd48-b6b2-4952-8d15-3164c5f9635f', 'name': 'network-vif-deleted', 'tag': '4f95730f-3cba-4151-98a6-89c74a9d9cce', 'status': 'completed', 'code': 200} Aug 03 05:27:39.800908 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [req-c32c717a-ab08-476a-81db-c66a74a4e9e3 req-349bb544-a9f7-4f31-990a-6e6c1a29ee3f tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "GET /networking/v2.0/ports?device_id=f9d2fd48-b6b2-4952-8d15-3164c5f9635f HTTP/1.1" status: 200 len: 210 time: 0.0307095 Aug 03 05:27:40.864972 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49904) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:40.974638 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Deleting port e43b7a80-0ed8-49c8-af2f-e8998c98ae89 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:40.974921 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.024052 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:41.049750 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.050076 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.063140 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Calling delete_port for e43b7a80-0ed8-49c8-af2f-e8998c98ae89 owned by network:floatingip {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:41.256166 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (e43b7a80-0ed8-49c8-af2f-e8998c98ae89), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.285671 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'Port': ['ID=e43b7a80-0ed8-49c8-af2f-e8998c98ae89,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:41.343429 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for floatingip (fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.345957 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-27845'] for floatingip (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:41.347149 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-5b3848f2-7c29-476d-8dcd-0a2fe7345acf tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "DELETE /networking/v2.0/floatingips/fdf76926-c114-4ddb-b6e6-9ea6e1f5d74b HTTP/1.1" status: 204 len: 168 time: 0.4814346 Aug 03 05:27:42.641904 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49916) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:42.700608 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:42.725375 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:42.861892 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:42.864551 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:42.865776 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] 10.222.0.40 "DELETE /networking/v2.0/security-groups/1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572 HTTP/1.1" status: 204 len: 168 time: 0.2228539 Aug 03 05:27:42.875845 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca885290-54f6-4d3b-b46f-d2993372e763 tempest-TestVolumeBootPattern-134846104 tempest-TestVolumeBootPattern-134846104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c84fcf3-b5a8-47e2-b66a-fdd44f1a2572,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:42.891951 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:42.895669 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:42.983391 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49920) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:43.442106 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:43.658671 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Deleting port cb3be34f-6185-40dc-99b0-ea65d5eac249 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:43.659384 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:43.738392 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] For port cb3be34f-6185-40dc-99b0-ea65d5eac249, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=cb3be34f-6185-40dc-99b0-ea65d5eac249,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:43.738674 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:43.747430 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 4f95730f-3cba-4151-98a6-89c74a9d9cce no longer exists at agent hyperv_hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:43.752065 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Calling delete_port for cb3be34f-6185-40dc-99b0-ea65d5eac249 owned by network:router_interface {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:43.766991 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] No Port match for: 4f95730f-3cba-4151-98a6-89c74a9d9cce {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:43.767340 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Device 4f95730f-3cba-4151-98a6-89c74a9d9cce not bound to the agent host hv-cinder-85127 {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:43.815815 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:43.820996 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:44.004272 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (cb3be34f-6185-40dc-99b0-ea65d5eac249), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.027626 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb3be34f-6185-40dc-99b0-ea65d5eac249,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:44.200932 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.405315 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:27:44.506505 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:27:44.513642 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-99c31b1e-7978-49a3-9bec-276e5e933b51 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/34dffd3c-8d4d-42bf-bfa6-2085b2f7970a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5272152 Aug 03 05:27:44.515083 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49924) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:44.517718 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Sync routers for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:27:44.528500 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:44.529110 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:44.614613 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks [] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.646005 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:44.647852 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: dv-cinder-851279-4-iscsi {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:44.712182 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks [] for router_gateway (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.797334 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=100 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:44.816860 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202'}], 'enable_snat': True}, 'gw_port_id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:27:43Z', 'revision_number': 5, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port': {'id': '41dfc60e-fc55-4d5d-9304-95732c0ffa60', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:44:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:20:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:44.824704 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Deleting port 41dfc60e-fc55-4d5d-9304-95732c0ffa60 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:44.825054 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.841935 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Checking router: 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a for host: dv-cinder-851279-4-iscsi {{(pid=104593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:27:44.850265 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Routers {'34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:44.850903 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'], 'active': True} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:44.889956 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:44.905988 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] For port 41dfc60e-fc55-4d5d-9304-95732c0ffa60, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=41dfc60e-fc55-4d5d-9304-95732c0ffa60,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:44.911845 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:44.920292 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Calling delete_port for 41dfc60e-fc55-4d5d-9304-95732c0ffa60 owned by network:router_gateway {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:44.935775 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_dvr_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] Set router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a gateway port host: None {{(pid=104593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:44.987527 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.l3_hamode_db [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:27:44Z', 'revision_number': 6, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:45.011654 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c65057a-b50b-45b9-b4f4-0d3235b226b4 None None] The sync data for ids ['34dffd3c-8d4d-42bf-bfa6-2085b2f7970a'] in dv-cinder-851279-4-iscsi is: [{'id': '34dffd3c-8d4d-42bf-bfa6-2085b2f7970a', 'name': 'tempest-TestVolumeBootPattern-1837427904-router', 'tenant_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:14Z', 'updated_at': '2022-08-03T05:27:44Z', 'revision_number': 6, 'project_id': '3c986ef0f5ea46f9b5e788aaca042b06', 'gw_port_host': None}] {{(pid=104593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:27:45.146018 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (41dfc60e-fc55-4d5d-9304-95732c0ffa60), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.172886 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Pushing event deleted for resources: {'Port': ['ID=41dfc60e-fc55-4d5d-9304-95732c0ffa60,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:45.240637 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.325700 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.327784 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks [] for router_controller (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.448994 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (34dffd3c-8d4d-42bf-bfa6-2085b2f7970a), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.449643 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34dffd3c-8d4d-42bf-bfa6-2085b2f7970a {{(pid=104591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:27:45.454365 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] Publish callbacks [] for router (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.455563 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-2ecb1e7e-dd38-4531-9cb3-34108f4115ff admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/34dffd3c-8d4d-42bf-bfa6-2085b2f7970a HTTP/1.1" status: 204 len: 168 time: 0.9395847 Aug 03 05:27:45.457990 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49926) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:45.502424 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.db_base_plugin_v2 [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Deleting subnet ca29a07a-bc0b-4ba5-b6f9-510625917500 {{(pid=104591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:27:45.505615 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Publish callbacks [] for subnet (ca29a07a-bc0b-4ba5-b6f9-510625917500), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.543910 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-58995200'] for subnet (ca29a07a-bc0b-4ba5-b6f9-510625917500), precommit_delete_associations {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.617335 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (ca29a07a-bc0b-4ba5-b6f9-510625917500), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.748284 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58995318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59157045'] for subnet (ca29a07a-bc0b-4ba5-b6f9-510625917500), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.780865 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca29a07a-bc0b-4ba5-b6f9-510625917500,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:45.787299 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 41dfc60e-fc55-4d5d-9304-95732c0ffa60 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:45.787780 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.793395 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-969fd2d1-b98f-4843-bf93-0f36c660c55d admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/ca29a07a-bc0b-4ba5-b6f9-510625917500 HTTP/1.1" status: 204 len: 168 time: 0.3318605 Aug 03 05:27:45.793653 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49928) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:45.809082 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5560fb68-fbcb-4fe9-8ccb-4300f7b39539 None None] Network d274ff51-9652-4d23-8cbb-d03e5409ca96 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:27:45.812681 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 41dfc60e-fc55-4d5d-9304-95732c0ffa60 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:45.813030 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 41dfc60e-fc55-4d5d-9304-95732c0ffa60 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:45.813443 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cb3be34f-6185-40dc-99b0-ea65d5eac249 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:45.814349 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:45.852854 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: cb3be34f-6185-40dc-99b0-ea65d5eac249 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:45.854364 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device cb3be34f-6185-40dc-99b0-ea65d5eac249 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:45.868522 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (d274ff51-9652-4d23-8cbb-d03e5409ca96), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.912253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Deleting port 6c689a17-01ca-4d54-94c2-f7509d486ac1 {{(pid=104591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:45.912592 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.976492 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:45.984310 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.db [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] For port 6c689a17-01ca-4d54-94c2-f7509d486ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c689a17-01ca-4d54-94c2-f7509d486ac1,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:45.986340 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:45.998640 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.plugin [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Calling delete_port for 6c689a17-01ca-4d54-94c2-f7509d486ac1 owned by network:dhcp {{(pid=104591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:46.003489 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] DHCP port deletion for d274ff51-9652-4d23-8cbb-d03e5409ca96 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:27:46.046206 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Deleting port 6c689a17-01ca-4d54-94c2-f7509d486ac1 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:46.046680 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.112810 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] For port 6c689a17-01ca-4d54-94c2-f7509d486ac1, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=6c689a17-01ca-4d54-94c2-f7509d486ac1,segment=NetworkSegment(b0306c09-c0bc-436f-ae10-ae5e45850381),segment_id=b0306c09-c0bc-436f-ae10-ae5e45850381)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:46.113212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.118600 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58995205'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.127507 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Calling delete_port for 6c689a17-01ca-4d54-94c2-f7509d486ac1 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:46.147883 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c689a17-01ca-4d54-94c2-f7509d486ac1,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:46.152191 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] No DVR routers for this DVR port 6c689a17-01ca-4d54-94c2-f7509d486ac1 on host dv-cinder-851279-4-iscsi {{(pid=104591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:46.209673 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (6c689a17-01ca-4d54-94c2-f7509d486ac1), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.228761 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (d274ff51-9652-4d23-8cbb-d03e5409ca96), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.234804 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Pushing event deleted for resources: {'Port': ['ID=6c689a17-01ca-4d54-94c2-f7509d486ac1,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:46.239516 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] No DVR routers for this DVR port 6c689a17-01ca-4d54-94c2-f7509d486ac1 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:46.246242 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.246589 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.253698 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.255838 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d274ff51-9652-4d23-8cbb-d03e5409ca96']}} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:46.260212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.260212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.260212 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4071c8aa-1e27-4747-bbef-941a5b31e67a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:46.260989 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0306c09-c0bc-436f-ae10-ae5e45850381') {'for_net_delete': True} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:46.261296 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.services.segments.db [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0306c09-c0bc-436f-ae10-ae5e45850381') {} {{(pid=104591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:46.271249 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-58995255'] for segment (b0306c09-c0bc-436f-ae10-ae5e45850381), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.285295 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (b0306c09-c0bc-436f-ae10-ae5e45850381), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.291590 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=104591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:27:46.291960 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58997460'] for segment (b0306c09-c0bc-436f-ae10-ae5e45850381), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.415021 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (d274ff51-9652-4d23-8cbb-d03e5409ca96), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.422173 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.425282 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/d274ff51-9652-4d23-8cbb-d03e5409ca96 HTTP/1.1" status: 204 len: 168 time: 0.6306837 Aug 03 05:27:46.426943 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment b0306c09-c0bc-436f-ae10-ae5e45850381 resource provider aggregate not found Aug 03 05:27:46.428375 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49934) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:46.439889 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbb1ce2-1faf-4547-bfdb-8205fa33eb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=d274ff51-9652-4d23-8cbb-d03e5409ca96,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:46.456267 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.services.segments.plugin [-] Segment b0306c09-c0bc-436f-ae10-ae5e45850381 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0306c09-c0bc-436f-ae10-ae5e45850381 found for delete ", "request_id": "req-7bddfbb1-0cba-4449-9f16-5dd418b11f22"}]} Aug 03 05:27:46.476415 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:46.749533 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-721278'] for router_interface (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:46.908928 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:46.971682 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Deleting port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:46.971938 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.049718 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] For port 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:47.050080 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.064231 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Calling delete_port for 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa owned by network:router_interface {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:47.134487 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-69f681aa-762c-4d3f-a728-54be28d72a46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.347124 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.376027 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:47.532809 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:47.539200 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-525484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721298'] for router_interface (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.736604 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c689a17-01ca-4d54-94c2-f7509d486ac1 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:47.749198 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:47.754312 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Router 855d33dd-6538-4929-b8ba-a1a8fa01214e has already been hosted by L3 agent 74b9b080-248d-4f08-851a-d60da99de448 {{(pid=104590) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 03 05:27:47.756182 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 6c689a17-01ca-4d54-94c2-f7509d486ac1 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:47.756544 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 6c689a17-01ca-4d54-94c2-f7509d486ac1 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:47.857405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] Notify agent at l3_agent.dv-cinder-851279-4-iscsi the message routers_updated {{(pid=104590) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 03 05:27:47.862373 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-4b24fd89-0fb3-495b-ae35-192cac6fdec2 admin admin] 10.222.0.40 "PUT /networking/v2.0/routers/855d33dd-6538-4929-b8ba-a1a8fa01214e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4328523 Aug 03 05:27:47.864901 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49938) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:47.865842 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Sync routers for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 03 05:27:47.876843 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:47.877460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:47.961599 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks [] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:47.979215 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: dv-cinder-851279-4-iscsi {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:48.060954 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks [] for router_gateway (855d33dd-6538-4929-b8ba-a1a8fa01214e), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.150272 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'external_fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65'}], 'enable_snat': True}, 'gw_port_id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:27:47Z', 'revision_number': 5, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port': {'id': '39a3f253-1661-4443-8898-13ae3a3551ee', 'name': '', 'network_id': '9c8b26e8-c27e-4657-b416-e3c1c564b7a5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'ip_address': '172.27.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-851279-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-03T05:20:22Z', 'updated_at': '2022-08-03T05:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '2bc46c23-d771-47ef-ae2e-014b7f7f53f7', 'cidr': '172.27.4.0/24', 'gateway_ip': '172.27.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-851279-4-iscsi'}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:48.170405 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Deleting port 39a3f253-1661-4443-8898-13ae3a3551ee {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:48.170752 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.175001 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Checking router: 855d33dd-6538-4929-b8ba-a1a8fa01214e for host: dv-cinder-851279-4-iscsi {{(pid=104592) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 03 05:27:48.184074 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Routers {'855d33dd-6538-4929-b8ba-a1a8fa01214e'} bound to L3 agent in host dv-cinder-851279-4-iscsi {{(pid=104592) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Aug 03 05:27:48.184740 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-851279-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-08-03T05:04:19Z,description=,heartbeat_timestamp=2022-08-03T05:27:19Z,host='dv-cinder-851279-4-iscsi',id=74b9b080-248d-4f08-851a-d60da99de448,load=0,resource_versions=,resources_synced=,started_at=2022-08-03T05:04:20Z,topic='l3_agent')) {'router_ids': ['855d33dd-6538-4929-b8ba-a1a8fa01214e'], 'active': True} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:48.253626 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] For port 39a3f253-1661-4443-8898-13ae3a3551ee, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=39a3f253-1661-4443-8898-13ae3a3551ee,segment=NetworkSegment(a3e46572-6d70-4ac0-8cb5-b3921691e2ce),segment_id=a3e46572-6d70-4ac0-8cb5-b3921691e2ce)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:48.254091 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.267547 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Calling delete_port for 39a3f253-1661-4443-8898-13ae3a3551ee owned by network:router_gateway {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:48.273952 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvr_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] Set router 855d33dd-6538-4929-b8ba-a1a8fa01214e gateway port host: None {{(pid=104592) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 03 05:27:48.324466 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_hamode_db [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:27:48Z', 'revision_number': 6, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port_host': None}], 'dv-cinder-851279-4-iscsi', False) {} {{(pid=104592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:48.352117 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39eba638-4add-4be8-a519-5801ee72e230 None None] The sync data for ids ['855d33dd-6538-4929-b8ba-a1a8fa01214e'] in dv-cinder-851279-4-iscsi is: [{'id': '855d33dd-6538-4929-b8ba-a1a8fa01214e', 'name': 'tempest-TestVolumeBootPattern-1499098866-router', 'tenant_id': 'f3d47ea13c2d4e9181faf641275f034f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-03T05:20:21Z', 'updated_at': '2022-08-03T05:27:48Z', 'revision_number': 6, 'project_id': 'f3d47ea13c2d4e9181faf641275f034f', 'gw_port_host': None}] {{(pid=104592) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 03 05:27:48.511630 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (39a3f253-1661-4443-8898-13ae3a3551ee), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.536108 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Pushing event deleted for resources: {'Port': ['ID=39a3f253-1661-4443-8898-13ae3a3551ee,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:48.601935 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-726315'] for router_gateway (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.683545 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:48.688842 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748023', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-23506'] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.694538 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks [] for router_controller (855d33dd-6538-4929-b8ba-a1a8fa01214e), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.815892 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-747889'] for router (855d33dd-6538-4929-b8ba-a1a8fa01214e), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.816541 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 855d33dd-6538-4929-b8ba-a1a8fa01214e {{(pid=104590) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 03 05:27:48.822355 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.822720 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-c5b42600-40cb-4519-be1c-7f0cd8ed6643 admin admin] 10.222.0.40 "DELETE /networking/v2.0/routers/855d33dd-6538-4929-b8ba-a1a8fa01214e HTTP/1.1" status: 204 len: 168 time: 0.9561069 Aug 03 05:27:48.825087 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49940) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:48.867144 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:48.873388 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Deleting subnet 7945cf4f-a2b3-4e0d-942a-a398fb99ba8c {{(pid=104590) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 03 05:27:48.876569 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Publish callbacks [] for subnet (7945cf4f-a2b3-4e0d-942a-a398fb99ba8c), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.915247 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-59637292'] for subnet (7945cf4f-a2b3-4e0d-942a-a398fb99ba8c), precommit_delete_associations {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:48.990988 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7683323'] for subnet (7945cf4f-a2b3-4e0d-942a-a398fb99ba8c), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.119727 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7683312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-344186', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59445954', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3485686'] for subnet (7945cf4f-a2b3-4e0d-942a-a398fb99ba8c), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.149208 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7945cf4f-a2b3-4e0d-942a-a398fb99ba8c,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:49.152789 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for subnet (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.156036 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-1ff99308-69f9-4b2a-ba9f-d9caf565b333 admin admin] 10.222.0.40 "DELETE /networking/v2.0/subnets/7945cf4f-a2b3-4e0d-942a-a398fb99ba8c HTTP/1.1" status: 204 len: 168 time: 0.3298969 Aug 03 05:27:49.158579 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49942) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:49.159029 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725f47ff-62ba-416e-ae68-3206d68fda33 None None] Network caac3fb6-6c60-4e58-b61f-a4613386d7b9 requested from dv-cinder-851279-4-iscsi {{(pid=104592) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 03 05:27:49.237197 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8105623'] for network (caac3fb6-6c60-4e58-b61f-a4613386d7b9), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.246206 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:49.283934 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Deleting port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 {{(pid=104590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:49.284266 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.311498 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] DHCP port deletion for caac3fb6-6c60-4e58-b61f-a4613386d7b9 request from dv-cinder-851279-4-iscsi {{(pid=104592) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 03 05:27:49.358626 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Deleting port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 {{(pid=104592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Aug 03 05:27:49.359064 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741503723322'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), before_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.361628 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:49.365194 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.db [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] For port dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:49.365573 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.384370 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.plugin [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Calling delete_port for dfb944a1-e4a4-45b4-91ce-ad9205487dd9 owned by network:dhcp {{(pid=104590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:49.441016 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.db [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] For port dfb944a1-e4a4-45b4-91ce-ad9205487dd9, host dv-cinder-851279-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-851279-4-iscsi',level=0,port_id=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,segment=NetworkSegment(487b5700-5a05-4869-b17a-3ef9d51102fd),segment_id=487b5700-5a05-4869-b17a-3ef9d51102fd)] {{(pid=104592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 03 05:27:49.441694 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-747377'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), precommit_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.455200 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Calling delete_port for dfb944a1-e4a4-45b4-91ce-ad9205487dd9 owned by network:dhcp {{(pid=104592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Aug 03 05:27:49.514751 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a6b54a13-5f03-4f97-a4d9-2f10efe41aeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.535840 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59445937'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.542630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8110422', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-28002', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741503728357', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741503250315'] for port (dfb944a1-e4a4-45b4-91ce-ad9205487dd9), after_delete {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.562797 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Pushing event deleted for resources: {'Port': ['ID=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:49.564639 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] No DVR routers for this DVR port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 on host dv-cinder-851279-4-iscsi {{(pid=104590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:49.573256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] Pushing event deleted for resources: {'Port': ['ID=dfb944a1-e4a4-45b4-91ce-ad9205487dd9,revision_number=None']} {{(pid=104592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:49.573256 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfa81a7-9403-46bd-9545-c08970f5129c None None] No DVR routers for this DVR port dfb944a1-e4a4-45b4-91ce-ad9205487dd9 on host dv-cinder-851279-4-iscsi {{(pid=104592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 03 05:27:49.611788 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:49.639042 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7677039', 'neutron.services.segments.db._delete_segments_for_network-8741503654903'] for network (caac3fb6-6c60-4e58-b61f-a4613386d7b9), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.661517 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caac3fb6-6c60-4e58-b61f-a4613386d7b9']}} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:49.672297 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '487b5700-5a05-4869-b17a-3ef9d51102fd') {'for_net_delete': True} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:49.672603 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.services.segments.db [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '487b5700-5a05-4869-b17a-3ef9d51102fd') {} {{(pid=104590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 03 05:27:49.691450 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741503654804', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-59637275'] for segment (487b5700-5a05-4869-b17a-3ef9d51102fd), before_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.695695 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 39a3f253-1661-4443-8898-13ae3a3551ee no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:49.709161 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995'] for segment (487b5700-5a05-4869-b17a-3ef9d51102fd), precommit_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.715985 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 39a3f253-1661-4443-8898-13ae3a3551ee {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:49.716328 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 39a3f253-1661-4443-8898-13ae3a3551ee not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:49.716746 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:49.717384 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=104590) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 03 05:27:49.717940 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7679995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59447904'] for segment (487b5700-5a05-4869-b17a-3ef9d51102fd), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.735305 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:49.735660 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device 5d14e4d4-e224-4b9a-94d3-b8c653ecbaaa not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:49.736066 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device dfb944a1-e4a4-45b4-91ce-ad9205487dd9 no longer exists at agent ovs-agent-dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 03 05:27:49.756137 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] No Port match for: dfb944a1-e4a4-45b4-91ce-ad9205487dd9 {{(pid=104592) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Aug 03 05:27:49.756492 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron.plugins.ml2.rpc [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Device dfb944a1-e4a4-45b4-91ce-ad9205487dd9 not bound to the agent host dv-cinder-851279-4-iscsi {{(pid=104592) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 03 05:27:49.801715 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 487b5700-5a05-4869-b17a-3ef9d51102fd resource provider aggregate not found Aug 03 05:27:49.817739 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.services.segments.plugin [-] Segment 487b5700-5a05-4869-b17a-3ef9d51102fd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 487b5700-5a05-4869-b17a-3ef9d51102fd found for delete ", "request_id": "req-14761610-f7ba-4ec0-bb6f-7ec1fcb90cbd"}]} Aug 03 05:27:49.833350 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7677014', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-336738', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-525477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-726293'] for network (caac3fb6-6c60-4e58-b61f-a4613386d7b9), after_delete {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.840627 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron_lib.callbacks.manager [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-525491'] for network (None), before_response {{(pid=104590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:49.843753 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] 10.222.0.40 "DELETE /networking/v2.0/networks/caac3fb6-6c60-4e58-b61f-a4613386d7b9 HTTP/1.1" status: 204 len: 168 time: 0.6842277 Aug 03 05:27:49.854634 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f780207-7f6a-4038-af8c-3f1a3de3c26d admin admin] Pushing event deleted for resources: {'Network': ['ID=caac3fb6-6c60-4e58-b61f-a4613386d7b9,revision_number=None']} {{(pid=104590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:50.155142 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG neutron.wsgi [-] (104590) accepted ('10.222.0.40', 49952) {{(pid=104590) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:50.195432 dv-cinder-851279-4-iscsi neutron-server[104590]: INFO neutron.wsgi [None req-6aee79f3-3b67-4e6c-8b12-76bb18a41e22 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=3c986ef0f5ea46f9b5e788aaca042b06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391679 Aug 03 05:27:50.198622 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49954) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:50.252505 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] Publish callbacks [] for security_group (fe2c53a6-117b-4c26-8f31-97a0e5c84889), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:50.278894 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] Publish callbacks [] for security_group (fe2c53a6-117b-4c26-8f31-97a0e5c84889), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:50.414804 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (fe2c53a6-117b-4c26-8f31-97a0e5c84889), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:50.417396 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:50.418589 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/fe2c53a6-117b-4c26-8f31-97a0e5c84889 HTTP/1.1" status: 204 len: 168 time: 0.2186773 Aug 03 05:27:50.427225 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8642b-f079-4534-8714-461f3874cc3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2c53a6-117b-4c26-8f31-97a0e5c84889,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:50.792728 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:51.097163 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49960) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:51.387893 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-fe050f6c-5202-416d-8edb-eeac730538b4 admin admin] 10.222.0.40 "GET /networking/v2.0/security-groups?tenant_id=f3d47ea13c2d4e9181faf641275f034f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894471 Aug 03 05:27:51.390280 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [-] (104591) accepted ('10.222.0.40', 49962) {{(pid=104591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 03 05:27:51.438720 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Publish callbacks [] for security_group (bf198dfb-765d-41f3-9edf-8c418b6553c3), before_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:51.460097 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Publish callbacks [] for security_group (bf198dfb-765d-41f3-9edf-8c418b6553c3), precommit_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:51.485742 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:51.598411 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-337328'] for security_group (bf198dfb-765d-41f3-9edf-8c418b6553c3), after_delete {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:51.600999 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron_lib.callbacks.manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:51.602190 dv-cinder-851279-4-iscsi neutron-server[104591]: INFO neutron.wsgi [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] 10.222.0.40 "DELETE /networking/v2.0/security-groups/bf198dfb-765d-41f3-9edf-8c418b6553c3 HTTP/1.1" status: 204 len: 168 time: 0.2109089 Aug 03 05:27:51.610336 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf198dfb-765d-41f3-9edf-8c418b6553c3,revision_number=None']} {{(pid=104591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 03 05:27:51.617653 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.618086 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.618364 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.619232 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.619584 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.619919 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.620861 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.621197 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.621536 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.622789 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.623253 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.623536 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.623879 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.624215 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:51.624548 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebe96f12-8f00-4632-8204-34c0df69bcbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-851279-4-iscsi {{(pid=104591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 03 05:27:52.061596 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:52.300229 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:52.473147 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:27:54.959595 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:54.990747 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=67 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:27:57.558641 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:28:00.190096 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=10,neutron:DELETE=2 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:00.192991 dv-cinder-851279-4-iscsi neutron-server[104590]: DEBUG dbcounter [-] [104590] Writing DB stats neutron:SELECT=66,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104590) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:01.613416 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG dbcounter [-] [104591] Writing DB stats neutron:DELETE=9,neutron:SELECT=61 {{(pid=104591) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:02.399044 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:02.405680 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=25,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:16.491007 dv-cinder-851279-4-iscsi neutron-server[104591]: DEBUG neutron.wsgi [req-60df59d4-fb00-4451-a7e3-b577d13bdf07 req-6d0a3e44-6ae5-4774-a73b-d9e8788daec2 service neutron] (104591) timed out ('10.222.0.67', 53682) {{(pid=104591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 03 05:28:17.123110 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-bd6e189c-ae0b-4b86-8774-04f957afefb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:19.472079 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ea371282-8892-4de9-9337-cfb9c86ff4e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:20.768930 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:21.597332 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:21.602185 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=6 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:22.094327 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:22.328781 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:22.471500 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:34.557621 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:28:36.157720 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:36.159596 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:44.554055 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:47.156364 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4a08faf3-6bfc-445a-b920-431ce88b670a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:49.470498 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1107ec99-b30a-43b3-9158-9d9b3945e2fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:50.782891 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:52.093075 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:52.304790 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:52.510073 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:28:58.594831 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:28:58.599776 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:02.433683 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:02.435595 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:11.557249 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:29:17.115483 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dbb26fae-6bd7-4318-a5cd-91694f5ce011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:19.461854 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-177530f1-744b-4a28-afa1-7170e4d1b5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:20.789341 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:21.553151 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=10 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:21.553877 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=18 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:22.092216 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:22.286437 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:22.485035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:32.432092 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:32.433997 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:35.594337 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:35.599235 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:47.115670 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-d8bffc1b-d9c9-4e06-87a2-bf46a5bec1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:48.557363 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:29:49.465630 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-427ece78-33e8-47fd-b830-58da783e5c20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:50.780350 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:52.117331 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:52.283353 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:52.508170 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:29:58.551390 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:29:58.553325 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:02.446159 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:02.448141 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:15.612359 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=3 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:15.613161 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:17.112605 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a9243949-d468-4d66-aa62-c3577fcfc941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:19.476284 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-dc8ad414-47f5-425b-a0eb-3ddcaec810ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:20.790208 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:22.095303 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:22.310035 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:22.553460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:25.556998 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:30:35.552054 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:35.553528 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:36.035822 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:36.038745 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:47.121413 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-1f86bff3-4cf1-47b4-9737-fb8b12001cd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:49.477153 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-afe12b23-0cef-45e0-bcd8-baf03dbd548b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:49.601772 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:49.602528 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:30:50.791377 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:52.111080 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:52.299904 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:30:52.516950 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:02.459020 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:02.460911 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:02.556114 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:31:16.036127 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=13 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:16.036864 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=15 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:17.136076 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a2a5c3a9-fbfb-4205-858e-9a8b981854cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:19.467512 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b9ce613b-1627-4ec0-b21e-91b077ea84e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:20.796050 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:22.107354 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:22.298513 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:22.524484 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:26.593281 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:26.598181 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=5 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:32.471929 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:32.473835 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:39.555124 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:31:47.120720 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-4a970daf-4a5c-4cbe-b970-3714abaec959 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:49.471860 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5ee439a5-ee8e-479f-a234-46197e1ddcdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:49.550613 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:49.551396 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:31:50.794969 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:52.108687 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:52.285833 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:31:52.525922 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:02.471373 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:02.473267 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:03.590483 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:03.595396 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:15.617089 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:15.617852 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:DELETE=1 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:16.555057 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:32:17.113307 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-5befedbc-09d7-4e73-8f2d-6fb24c2acd64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:19.473460 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b6773390-a47e-45c8-aeef-f8ae8845e2d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:20.816516 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:22.110059 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:22.275796 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:22.518786 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:26.550564 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:36.033554 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:36.036533 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:40.586645 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:40.591564 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=4 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:32:47.135586 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-2dabf1ee-a1ba-411f-abaa-b8893c349428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (9c1cbbdd-d70c-4431-a210-87051dda0225), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:49.509360 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-7b11ff3d-0679-48a3-8b25-bf7f409a38e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (74b9b080-248d-4f08-851a-d60da99de448), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:50.835570 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-b7fb251c-da29-46fe-9a7c-e39343b72980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (15cff302-2d66-464f-ab54-24e76b0880ef), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:52.120559 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-a34a92cc-5fd3-450c-bf7a-f95206ff800a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (d3c17456-39cb-4a76-ab2c-e33445877037), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:52.297813 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-ccf5a9ed-e3ff-4c00-aed7-57a79a9f89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (5d3626ae-93ae-4ae1-9322-3e991cfb9332), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:52.549115 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG neutron_lib.callbacks.manager [None req-cb95aa23-06f1-4aa4-80b5-a1ea88779688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741503654885', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7680558'] for agent (24406934-52ce-4476-8820-5bb3caf67339), after_update {{(pid=104592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 03 05:32:53.555471 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG neutron.db.agents_db [None req-5d12b63d-d80a-4910-a973-dc63fe679185 None None] Agent healthcheck: found 6 active agents {{(pid=104593) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 03 05:33:02.479282 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:33:02.485274 dv-cinder-851279-4-iscsi neutron-server[104592]: DEBUG dbcounter [-] [104592] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104592) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:33:03.550368 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 03 05:33:03.551185 dv-cinder-851279-4-iscsi neutron-server[104593]: DEBUG dbcounter [-] [104593] Writing DB stats neutron:SELECT=2 {{(pid=104593) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}